-- Logs begin at Mon 2022-08-29 22:56:15 UTC, end at Tue 2022-08-30 00:13:03 UTC. -- Aug 29 23:42:12.509232 dv-cinder-854272-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 29 23:42:15.209137 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.common.config [-] Logging enabled! Aug 29 23:42:15.209746 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 23:42:15.209947 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113342) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 23:42:15.213344 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.common.config [-] Logging enabled! Aug 29 23:42:15.213602 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev527 Aug 29 23:42:15.213917 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113342) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 29 23:42:15.214899 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 23:42:15.215139 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 23:42:15.215619 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 23:42:15.215873 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 23:42:15.216106 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 23:42:15.217091 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.217456 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.217747 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.218056 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.218379 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.218678 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.218976 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.219280 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.219572 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.219860 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.220153 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.220387 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.220674 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.220965 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.221254 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.221484 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] debug = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.221764 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.222201 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.222644 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.222989 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.223453 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.223551 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.223833 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.224115 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.224402 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.224737 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] host = dv-cinder-854272-4-iscsi {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.225021 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.225312 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.225604 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.225895 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.226175 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.226477 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.226767 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.227043 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.227319 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] log_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.227597 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.227885 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.228177 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.228524 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.228756 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.228982 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.229273 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.229574 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.229856 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.230132 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.230407 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.230703 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.230980 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.231251 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.231543 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.231829 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.232714 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.233143 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.233348 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.233627 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.233904 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.234204 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.234593 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.234879 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.235158 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.235454 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.235726 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.236004 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.236307 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.236597 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.236884 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.237176 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.237451 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.237738 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.238012 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.238288 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.238590 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] use_json = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.238871 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.239146 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.239432 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.239748 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.240024 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.240297 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.240572 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.240863 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.241162 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:15.241442 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.241743 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.242046 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.242329 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.242660 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.242945 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.243238 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.243519 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.243811 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.244101 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.244392 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.244671 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.244977 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.245273 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.245577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.245881 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.246178 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.246499 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.246782 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.247062 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.247339 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.247650 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.248028 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.248257 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.248549 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.248840 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.249123 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.249425 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.249719 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.250011 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.250305 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.250626 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.250904 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.251186 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.251524 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.251817 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.252095 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.252389 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.252670 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.252944 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.253230 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.253527 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.253818 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.254093 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.254375 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.254692 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.254972 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.255248 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.255523 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.255801 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.256074 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.256361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.256641 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.256964 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.257244 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.257524 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.257801 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.258082 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.258364 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.258668 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.258948 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.259225 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.259506 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.259781 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.260055 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.260329 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.260704 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.260982 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.261261 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.261535 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.261811 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.262086 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.262361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.262663 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.262951 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.263272 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.263755 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.264054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.264341 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.264625 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.264942 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.265228 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.265518 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.265800 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.266081 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.266375 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.266689 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.266981 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.267268 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.267571 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.267871 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.268151 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.268431 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.268713 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.268988 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.269266 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.269553 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.269832 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.270111 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.270396 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.270704 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.271002 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.271297 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.271577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.271873 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.272170 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.272462 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.272742 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.273054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.273336 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:15.273554 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 23:42:15.273799 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113342) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 29 23:42:15.577728 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 23:42:15.577970 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 23:42:15.578238 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 23:42:15.578495 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 29 23:42:15.578781 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 29 23:42:15.579149 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 29 23:42:15.996578 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:15.996868 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:15.997146 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:15.998486 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:15.998767 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:15.999037 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.052952 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.053235 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.053511 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.070059 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.070348 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.070676 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.100078 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.100362 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.100640 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.136896 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.137176 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.137448 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.373533 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.374069 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.374069 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.374338 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.375297 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.474593 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.474920 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.475208 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.475486 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.475758 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.476076 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.476380 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.476645 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.476905 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.477196 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.477460 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.477732 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.477997 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.478254 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.478546 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.478816 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.479077 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.479350 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.479624 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.479886 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.480162 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.480421 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.480707 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.481116 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.481433 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.481692 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.482092 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:42:16.482989 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:42:16.483247 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:42:16.483491 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:42:16.483731 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:42:16.483970 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:42:16.484337 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 29 23:42:16.487517 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 29 23:42:16.491418 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 29 23:42:16.495306 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Aug 29 23:42:16.496929 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 29 23:42:16.497547 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 29 23:42:16.497908 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 29 23:42:16.498296 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 29 23:42:16.501086 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 29 23:42:16.501340 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 29 23:42:16.501696 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 23:42:16.506813 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 29 23:42:16.530593 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 29 23:42:16.531051 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.531351 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113342) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 29 23:42:16.531767 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.533129 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113342) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 29 23:42:16.533412 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 29 23:42:16.533662 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 29 23:42:16.537220 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.537502 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:16.671355 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 29 23:42:16.671530 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 29 23:42:16.671750 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 29 23:42:16.672143 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 29 23:42:16.728230 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO dbcounter [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Registered counter for database neutron Aug 29 23:42:16.748960 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_db.sqlalchemy.engines [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113342) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 29 23:42:16.754851 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG dbcounter [-] [113342] Writer thread running {{(pid=113342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:42:17.567699 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Initializing driver for type 'gre' Aug 29 23:42:17.568356 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] gre ID ranges: [(1, 1000)] Aug 29 23:42:17.809073 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Initializing driver for type 'local' Aug 29 23:42:17.809340 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Initializing driver for type 'vlan' Aug 29 23:42:17.951953 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] VlanTypeDriver initialization complete Aug 29 23:42:17.952291 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Initializing driver for type 'vxlan' Aug 29 23:42:17.953642 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] vxlan ID ranges: [(1, 1000)] Aug 29 23:42:18.187422 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Initializing extension driver 'port_security' Aug 29 23:42:18.187980 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.extensions.port_security [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] PortSecurityExtensionDriver initialization complete Aug 29 23:42:18.188425 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Initializing mechanism driver 'openvswitch' Aug 29 23:42:18.188759 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Initializing mechanism driver 'hyperv' Aug 29 23:42:18.196136 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:42:18.196946 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > port after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.197327 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > port after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.197689 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > port after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.198249 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:42:18.198707 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > subnet after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.203274 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > subnet after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.203274 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > subnet after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.203274 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:42:18.203274 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > network after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.203274 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > network after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.203753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > network after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.203753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:42:18.203753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > security_group after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.203753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > security_group after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.203753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > security_group after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.204110 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:42:18.204198 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.204492 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.204840 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.205238 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:42:18.205645 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > address_group after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.205993 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > address_group after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.206334 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > address_group after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.206753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 29 23:42:18.207197 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] ML2 OVO RPC backend initialized. {{(pid=113342) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 29 23:42:18.207973 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router_interface after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.208335 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.208759 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > network before_response 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.209111 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > networks before_response 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.209461 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > port before_response 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.209805 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > ports before_response 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.210150 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > subnet before_response 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.210522 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > subnets before_response 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.210873 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > network after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.211215 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > network after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.211558 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > network after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.211894 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > port after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.212233 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > port after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.212570 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > port after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.212906 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > subnet after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.213242 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > subnet after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.213691 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > subnet after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.221632 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded quota_driver: . Aug 29 23:42:18.221996 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.plugin [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Modular L2 Plugin initialization complete Aug 29 23:42:18.222349 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading services supported by the core plugin {{(pid=113342) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 29 23:42:18.222723 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.plugins.ml2.managers [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Got port-security extension from driver 'port_security' Aug 29 23:42:18.223212 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.extensions.vlantransparent [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Disabled vlantransparent extension. Aug 29 23:42:18.223713 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113342) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 29 23:42:18.224042 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading Plugin: router Aug 29 23:42:18.260873 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router_interface before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.261275 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router after_create 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.261651 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router before_create 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.262023 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.262397 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.262784 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router after_delete 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.263193 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > floatingip after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.263499 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > floatingip after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.263860 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router after_create 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.264212 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router after_update 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.264567 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router after_update 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.264918 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.265951 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router after_update 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.266582 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_update 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.266967 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: port after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.267322 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: port after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.267669 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: subnet after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.268021 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.268376 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > port precommit_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.268728 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_create 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.269075 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: port before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.269421 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.269777 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router after_update 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.270123 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_delete 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.270508 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_create 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.270874 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router_interface after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.271254 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_update 55549900 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.271623 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > agent after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.271977 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > agent after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.272323 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > network after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.273189 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Tracking information for resource: router configured {{(pid=113342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:42:18.273525 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Tracking information for resource: floatingip configured {{(pid=113342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 29 23:42:18.278471 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.db.l3_agentschedulers_db [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 29 23:42:18.279057 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: port after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.279419 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: port after_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.279773 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: port after_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.280123 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: port after_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.281156 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router before_create 55550100 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.281631 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_delete 55550100 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.282000 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_create 55550100 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.282403 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > router precommit_update 55550100 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.287210 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.services.provider_configuration [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service providers = [] {{(pid=113342) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 29 23:42:18.287575 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.db.servicetype_db [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113342) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 29 23:42:18.290675 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.services.service_base [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 23:42:18.291031 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.services.service_base [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 23:42:18.291373 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.services.service_base [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 23:42:18.292271 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.services.service_base [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 29 23:42:18.292627 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.services.service_base [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 29 23:42:18.293007 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:42:18.293323 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 29 23:42:18.304688 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:42:18.305028 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading Plugin: auto_allocate Aug 29 23:42:18.310700 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: network precommit_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.311071 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: network precommit_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.311592 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:42:18.311940 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading Plugin: tag Aug 29 23:42:18.325691 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:42:18.326021 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading Plugin: timestamp Aug 29 23:42:18.330125 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:42:18.330479 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading Plugin: network_ip_availability Aug 29 23:42:18.336068 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.336441 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.336801 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.337533 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:42:18.337860 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading Plugin: flavors Aug 29 23:42:18.344881 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:42:18.345215 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading Plugin: revisions Aug 29 23:42:18.349776 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 29 23:42:18.350165 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.771s {{(pid=113342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 29 23:42:18.351040 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113342) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 29 23:42:18.351379 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Initializing extension manager. Aug 29 23:42:18.351906 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: __init__.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.352250 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: __pycache__ {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.352586 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: address_group.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.353314 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.353874 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: address-group Aug 29 23:42:18.354201 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: address_scope.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.354904 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.355411 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: address-scope Aug 29 23:42:18.355734 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: admin_state_down_before_update.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.356657 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.357161 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: router-admin-state-down-before-update Aug 29 23:42:18.357483 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: agent.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.358192 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.359296 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: agent Aug 29 23:42:18.359733 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: agent_resources_synced.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.360971 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.361524 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: agent-resources-synced Aug 29 23:42:18.361849 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: allowedaddresspairs.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.363654 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.364188 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: allowed-address-pairs Aug 29 23:42:18.364502 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: auto_allocated_topology.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.365527 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.366042 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: auto-allocated-topology Aug 29 23:42:18.366367 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: availability_zone.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.367058 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.367566 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: availability_zone Aug 29 23:42:18.367891 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: availability_zone_filter.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.368829 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.369335 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: availability_zone_filter Aug 29 23:42:18.369658 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: data_plane_status.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.370541 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.371092 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension data-plane-status not supported by any of loaded plugins Aug 29 23:42:18.371483 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: default_subnetpools.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.372350 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.372863 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: default-subnetpools Aug 29 23:42:18.373188 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: dhcpagentscheduler.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.374017 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.374773 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: dhcp_agent_scheduler Aug 29 23:42:18.375172 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: dns.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.376063 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.376567 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension dns-integration not supported by any of loaded plugins Aug 29 23:42:18.376891 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: dns_domain_ports.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.377760 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.378267 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 29 23:42:18.378626 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.379533 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.380070 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 29 23:42:18.380398 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: dvr.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.381034 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.381542 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: dvr Aug 29 23:42:18.381860 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: ecmp_routes.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.382756 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.383265 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension ecmp_routes not supported by any of loaded plugins Aug 29 23:42:18.383587 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: empty_string_filtering.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.384485 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.384993 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: empty-string-filtering Aug 29 23:42:18.385316 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.386183 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.386715 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 29 23:42:18.387039 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.387903 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.388411 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 29 23:42:18.388730 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: external_net.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.389588 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.390800 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: external-net Aug 29 23:42:18.391361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: extra_dhcp_opt.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.396954 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.397499 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: extra_dhcp_opt Aug 29 23:42:18.397831 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: extraroute.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.398782 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.399297 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: extraroute Aug 29 23:42:18.399622 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: extraroute_atomic.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.400614 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.401123 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: extraroute-atomic Aug 29 23:42:18.401449 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: filter_validation.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.402315 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.402895 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: filter-validation Aug 29 23:42:18.403218 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: fip_pf_description.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.404082 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.404586 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 29 23:42:18.404909 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: fip_pf_port_range.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.406450 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.406953 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 29 23:42:18.407276 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: fip_port_details.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.408191 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.408776 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: fip-port-details Aug 29 23:42:18.409100 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: flavors.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.410280 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.410826 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: flavors Aug 29 23:42:18.411182 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.412809 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.413330 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 29 23:42:18.413662 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: floatingip_pools.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.414362 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.414905 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: floatingip-pools Aug 29 23:42:18.415230 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: ip_allocation.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.416112 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.416624 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension ip_allocation not supported by any of loaded plugins Aug 29 23:42:18.416950 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.417850 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.418471 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: ip-substring-filtering Aug 29 23:42:18.418734 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l2_adjacency.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.419604 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.420112 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension l2_adjacency not supported by any of loaded plugins Aug 29 23:42:18.420435 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.421529 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.422043 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: router Aug 29 23:42:18.422369 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3_conntrack_helper.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.427099 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.427628 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 29 23:42:18.427955 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.428829 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.429342 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: ext-gw-mode Aug 29 23:42:18.429665 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.430566 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.431075 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: l3-ha Aug 29 23:42:18.431495 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.432310 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.432812 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 29 23:42:18.433134 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3_flavors.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.433997 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.434536 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: l3-flavors Aug 29 23:42:18.434866 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3_ndp_proxy.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.436573 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.437152 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 29 23:42:18.437682 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.438543 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.439056 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: l3-port-ip-change-not-allowed Aug 29 23:42:18.439382 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: l3agentscheduler.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.440393 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.440981 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: l3_agent_scheduler Aug 29 23:42:18.441312 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: local_ip.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.443327 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.443856 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension local_ip not supported by any of loaded plugins Aug 29 23:42:18.444192 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: logging.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.445629 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.446155 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension logging not supported by any of loaded plugins Aug 29 23:42:18.446522 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: metering.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.447293 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.448110 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: metering Aug 29 23:42:18.448445 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.449570 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.450113 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: metering_source_and_destination_fields Aug 29 23:42:18.450465 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: multiprovidernet.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.454578 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.455096 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: multi-provider Aug 29 23:42:18.455422 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: netmtu.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.456296 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.456806 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: net-mtu Aug 29 23:42:18.457133 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: netmtu_writable.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.458011 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.458550 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: net-mtu-writable Aug 29 23:42:18.458875 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: network_availability_zone.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.459507 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.460053 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: network_availability_zone Aug 29 23:42:18.460376 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: network_ip_availability.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.461435 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.461948 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: network-ip-availability Aug 29 23:42:18.462273 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: network_segment_range.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.463023 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.463538 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension network-segment-range not supported by any of loaded plugins Aug 29 23:42:18.463863 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: pagination.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.464801 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.465216 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: pagination Aug 29 23:42:18.465563 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: port_device_profile.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.466463 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.466983 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: port-device-profile Aug 29 23:42:18.467307 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: port_mac_address_override.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.468763 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.469285 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: port-mac-override Aug 29 23:42:18.469622 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.470527 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.471112 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: port-mac-address-regenerate Aug 29 23:42:18.471462 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.472342 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.472853 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: port-numa-affinity-policy Aug 29 23:42:18.473177 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: port_resource_request.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.474081 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.474620 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension port-resource-request not supported by any of loaded plugins Aug 29 23:42:18.474947 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: port_resource_request_groups.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.475967 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.476479 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 29 23:42:18.476844 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: portbindings.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.477728 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.478239 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: binding Aug 29 23:42:18.478594 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: portbindings_extended.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.479826 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.480347 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: binding-extended Aug 29 23:42:18.480675 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: portsecurity.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.481541 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.482054 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: port-security Aug 29 23:42:18.482435 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: project_id.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.483378 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.483707 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: project-id Aug 29 23:42:18.484078 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: providernet.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.484949 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.485459 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: provider Aug 29 23:42:18.485811 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.489368 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.489951 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos not supported by any of loaded plugins Aug 29 23:42:18.494134 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.495160 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.495681 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 29 23:42:18.496012 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.496886 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.497402 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 29 23:42:18.497726 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_default.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.498627 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.499136 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-default not supported by any of loaded plugins Aug 29 23:42:18.499620 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_fip.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.500493 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.501002 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-fip not supported by any of loaded plugins Aug 29 23:42:18.501325 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_fip_network_policy.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.502194 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.502733 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 29 23:42:18.503055 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_gateway_ip.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.503928 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.504430 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 29 23:42:18.504752 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_port_network_policy.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.505657 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.506161 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 29 23:42:18.506504 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.507491 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.508001 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 29 23:42:18.508325 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.509313 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.509823 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 29 23:42:18.510145 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_pps_rule.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.511300 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.511813 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-pps not supported by any of loaded plugins Aug 29 23:42:18.512137 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_rule_type_details.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.513002 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.513511 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 29 23:42:18.513833 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_rule_type_filter.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.514734 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.515789 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 29 23:42:18.516112 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: qos_rules_alias.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.517095 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.517666 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 29 23:42:18.517990 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: quota_check_limit.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.518882 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.519394 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: quota-check-limit Aug 29 23:42:18.519719 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: quotasv2.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.520631 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.520960 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: quotas Aug 29 23:42:18.521287 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: quotasv2_detail.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.522982 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.523323 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: quota_details Aug 29 23:42:18.523653 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: rbac.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.524963 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.525486 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: rbac-policies Aug 29 23:42:18.525817 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: rbac_address_group.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.526771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.527290 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: rbac-address-group Aug 29 23:42:18.527617 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: rbac_address_scope.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.528498 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.529011 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: rbac-address-scope Aug 29 23:42:18.529334 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: rbac_security_groups.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.530285 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.531473 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: rbac-security-groups Aug 29 23:42:18.531798 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: rbac_subnetpool.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.532689 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.533241 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: rbac-subnetpool Aug 29 23:42:18.537675 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: revisionifmatch.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.538358 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.538899 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: revision-if-match Aug 29 23:42:18.539223 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: revisions.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.540306 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.540822 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: standard-attr-revisions Aug 29 23:42:18.541149 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: router_availability_zone.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.541892 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.542411 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: router_availability_zone Aug 29 23:42:18.542759 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: routerservicetype.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.543761 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.544272 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension router-service-type not supported by any of loaded plugins Aug 29 23:42:18.544596 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.545479 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.546008 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: security-groups-normalized-cidr Aug 29 23:42:18.546371 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: security_groups_port_filtering.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.547273 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.547786 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: port-security-groups-filtering Aug 29 23:42:18.548111 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.549009 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.549557 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: security-groups-remote-address-group Aug 29 23:42:18.549883 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.550804 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.551321 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: security-groups-shared-filtering Aug 29 23:42:18.551645 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: securitygroup.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.561158 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.561696 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: security-group Aug 29 23:42:18.562081 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: segment.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.562966 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.563482 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension segment not supported by any of loaded plugins Aug 29 23:42:18.563811 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.564710 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.565221 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 29 23:42:18.565548 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: servicetype.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.566623 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.567407 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: service-type Aug 29 23:42:18.567734 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: sorting.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.568669 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.568999 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: sorting Aug 29 23:42:18.569320 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: standard_attr_segment.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.570198 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.570747 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 29 23:42:18.571076 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: standardattrdescription.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.571691 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.572207 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: standard-attr-description Aug 29 23:42:18.572533 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: stateful_security_group.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.573422 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.573937 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: stateful-security-group Aug 29 23:42:18.574263 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: stdattrs_common.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.574839 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 29 23:42:18.575162 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.576050 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.576559 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 29 23:42:18.576881 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: subnet_onboard.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.578535 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.579051 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: subnet_onboard Aug 29 23:42:18.579375 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.580266 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.580780 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 29 23:42:18.581103 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: subnet_service_types.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.581985 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.582541 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: subnet-service-types Aug 29 23:42:18.582867 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: subnetallocation.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.583891 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.584412 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: subnet_allocation Aug 29 23:42:18.584739 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.585368 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.585898 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: subnetpool-prefix-ops Aug 29 23:42:18.586221 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.587126 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.587634 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 29 23:42:18.587957 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: tagging.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.588975 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.589493 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: standard-attr-tag Aug 29 23:42:18.589818 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: timestamp.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.591000 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.591518 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loaded extension: standard-attr-timestamp Aug 29 23:42:18.591845 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: trunk.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.592827 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.593908 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension trunk not supported by any of loaded plugins Aug 29 23:42:18.594233 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: trunk_details.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.595126 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.595635 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension trunk-details not supported by any of loaded plugins Aug 29 23:42:18.595958 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: uplink_status_propagation.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.596829 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.597338 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 29 23:42:18.597660 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Loading extension file: vlantransparent.py {{(pid=113342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 29 23:42:18.598290 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 29 23:42:18.598828 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extension vlan-transparent not supported by any of loaded plugins Aug 29 23:42:18.601415 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:network Aug 29 23:42:18.601933 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:subnet Aug 29 23:42:18.602326 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:42:18.602743 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:port Aug 29 23:42:18.603992 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.604434 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service FLAVORS assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.605052 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.605511 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.605816 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:router Aug 29 23:42:18.606244 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:floatingip Aug 29 23:42:18.606784 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service METERING assigned prefix: /metering {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.608229 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.608599 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.609080 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:42:18.610209 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 23:42:18.610674 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:security_group Aug 29 23:42:18.611122 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 23:42:18.611639 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service CORE assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.611969 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:42:18.612315 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] subnetpool is already registered Aug 29 23:42:18.612755 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service CORE assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.613093 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:42:18.613427 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] subnetpool is already registered Aug 29 23:42:18.615831 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.616272 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service FLAVORS assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.616887 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.617317 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.617651 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:router Aug 29 23:42:18.617992 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] router is already registered Aug 29 23:42:18.618407 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:floatingip Aug 29 23:42:18.618763 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] floatingip is already registered Aug 29 23:42:18.619222 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service METERING assigned prefix: /metering {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.619916 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of CountableResource for resource:rbac_policy Aug 29 23:42:18.620247 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] rbac_policy is already registered Aug 29 23:42:18.620661 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:security_group Aug 29 23:42:18.620997 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] security_group is already registered Aug 29 23:42:18.621405 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:security_group_rule Aug 29 23:42:18.621742 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] security_group_rule is already registered Aug 29 23:42:18.622366 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service CORE assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.622827 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:42:18.623168 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] subnetpool is already registered Aug 29 23:42:18.623688 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.v2.resource_helper [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Service CORE assigned prefix: {{(pid=113342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 29 23:42:18.624033 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Creating instance of TrackedResource for resource:subnetpool Aug 29 23:42:18.624508 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING neutron.quota.resource_registry [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] subnetpool is already registered Aug 29 23:42:18.626468 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: extensions {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.627949 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: address-groups {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.629425 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: address-scopes {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.630788 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: agents {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.631958 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: auto-allocated-topology {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.633212 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: availability_zones {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.634475 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: dhcp-networks {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.635976 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: dhcp-agents {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.637384 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: routers {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.639137 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: flavors {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.641037 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: service_profiles {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.642264 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: next_providers {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.643897 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: service_profiles {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.646481 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: floatingip-pools {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.647724 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: routers {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.649439 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: floatingips {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.650743 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: l3-routers {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.652162 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: l3-agents {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.653566 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: metering-labels {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.654861 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: metering-label-rules {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.656502 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: network-ip-availabilities {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.657769 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: bindings {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.659378 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: quotas {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.661040 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: quotas {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.662621 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: rbac-policies {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.663817 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: security-groups {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.665135 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: security-group-rules {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.666538 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: service-providers {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.667759 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: subnetpools {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.669082 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: subnetpools {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.670672 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.672588 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.674404 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.676216 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.677913 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.679895 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.681613 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.683532 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.685319 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.687655 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron.api.extensions [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Extended resource: tags {{(pid=113342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 29 23:42:18.694305 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING keystonemiddleware.auth_token [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 29 23:42:18.699654 dv-cinder-854272-4-iscsi neutron-server[113342]: WARNING keystonemiddleware.auth_token [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 29 23:42:18.709191 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Acquiring lock "singleton_lock" {{(pid=113342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 29 23:42:18.709519 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Acquired lock "singleton_lock" {{(pid=113342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 29 23:42:18.709992 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_concurrency.lockutils [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Releasing lock "singleton_lock" {{(pid=113342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 29 23:42:18.710661 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO oslo_service.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Starting 2 workers Aug 29 23:42:18.715506 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Started child 113459 {{(pid=113342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 23:42:18.720063 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Started child 113460 {{(pid=113342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 23:42:18.721259 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:18.721887 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO neutron.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Neutron service started, listening on 0.0.0.0:9696 Aug 29 23:42:18.722494 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Publish callbacks [] for process (None), before_spawn {{(pid=113342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:18.722767 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [-] (113459) wsgi starting up on http://0.0.0.0:9696 Aug 29 23:42:18.724941 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO oslo_service.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Starting 1 workers Aug 29 23:42:18.725312 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:18.726713 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [-] (113460) wsgi starting up on http://0.0.0.0:9696 Aug 29 23:42:18.730195 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Started child 113461 {{(pid=113342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 23:42:18.730754 dv-cinder-854272-4-iscsi neutron-server[113342]: INFO oslo_service.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Starting 1 workers Aug 29 23:42:18.733781 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] calling RpcWorker wait() {{(pid=113461) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 29 23:42:18.734647 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] returning from RpcWorker wait() {{(pid=113461) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 29 23:42:18.735368 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Started child 113462 {{(pid=113342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 29 23:42:18.735956 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:18.736194 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG neutron_lib.callbacks.manager [None req-1b5d1052-e2a5-41ee-a0d8-748e865b586b None None] Publish callbacks [] for process (None), after_spawn {{(pid=113342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:18.736409 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:42:18.738183 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 23:42:18.738390 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 23:42:18.738598 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 23:42:18.738824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 23:42:18.739171 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 23:42:18.739350 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 23:42:18.739870 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.740153 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.740410 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.740684 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.740785 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:18.741264 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.741539 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.741773 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.742061 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.742323 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.742513 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.742684 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.742952 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.743178 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.743499 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.743886 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.744127 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.744371 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.744547 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.744805 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.745070 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.745325 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.745622 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] debug = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.745901 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.746395 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.746673 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.746924 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.747167 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.747450 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.747696 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.747947 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.748183 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.748396 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.748640 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.748887 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.749140 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.749369 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.750153 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.750480 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.750735 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.751313 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] host = dv-cinder-854272-4-iscsi {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.751546 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.751787 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.752041 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.752311 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.752568 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.752784 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.753066 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.753296 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.753549 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.753772 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.754038 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.754295 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.754559 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.754803 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.754967 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_options = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.755200 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.755485 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.755760 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.755957 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.756119 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.756274 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.756524 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.756684 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.758196 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.758308 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.758554 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.758787 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.759070 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.759323 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.759530 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.759776 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.760000 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.760246 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.760515 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.760611 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:42:18.760805 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.761029 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.761263 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.761510 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.761751 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.761968 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.762284 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.762487 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.762753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.762968 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.763189 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.763450 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.763721 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.763961 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.764210 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.764691 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.764691 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.765141 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.765141 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.766581 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.766581 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.767257 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.767257 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.767787 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.767787 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.767994 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.768201 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.768421 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_json = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.768637 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.768862 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.769097 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.769966 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.770216 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.770510 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.770755 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.771016 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.771260 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.771711 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.772001 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.772313 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.772592 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.772859 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.773122 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.773362 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.773590 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.773850 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.775593 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.775593 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.775593 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778960 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778960 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778960 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778960 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778960 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.778960 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.779364 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.779450 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.779775 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.780125 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.780515 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.780944 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.781119 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.781586 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.782008 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.782333 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.782957 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.783512 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.783737 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.783958 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.784213 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.784456 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.784696 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.784933 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.785144 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.785394 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.785642 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.785888 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.786157 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.786385 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.786675 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.786921 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.787151 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.787542 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.787918 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.788349 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.788861 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.789243 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.789526 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.789790 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.790021 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.790475 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.790684 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.790907 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.791146 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.791362 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.791608 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.791847 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.792095 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.792338 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.792577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.792814 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.793039 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.793293 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.793549 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.793770 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.793990 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.794206 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.794447 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.794661 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.794875 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.795087 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.795298 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.795529 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.795776 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.796012 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.796239 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.796507 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.796719 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.796935 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.797152 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.797418 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.797680 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.797898 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.798147 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.798364 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.798657 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.798872 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.799132 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.799350 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.799589 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.799832 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.800081 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.800328 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.800590 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.800816 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.801092 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.801331 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.801547 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.801784 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.801999 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.802237 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.802477 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.802701 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.802921 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.803154 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.803376 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.803617 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.803873 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.804109 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.804331 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.804612 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.804878 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.805151 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.805406 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.805690 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.805910 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.806190 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.806519 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.806800 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.807068 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.807329 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.807572 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.807826 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.808082 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.808342 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.808589 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.808832 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.809049 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.809276 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.809654 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.809898 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.810130 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.810490 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.810731 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.810954 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.811168 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.812821 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.812821 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.812821 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.812821 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.813157 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.813157 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.813933 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.813933 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.813933 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.814245 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.814334 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.814524 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.814774 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.815004 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.815237 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.815450 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.815659 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.815905 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.816116 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.816332 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.816561 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.816774 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.817008 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.817499 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.817765 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.817925 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.818163 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.818377 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.818618 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.818832 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.819531 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.819775 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.819999 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.820265 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.820514 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.820751 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.820970 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.821233 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.821465 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.821679 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.821924 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.822138 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.822374 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.822617 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.822831 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.823045 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.823280 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.823508 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.823722 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.823971 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.824203 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.824562 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.824814 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.825042 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.825293 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.825533 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.825795 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.826014 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.826264 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.826487 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.826730 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.826951 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.827167 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.827400 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.827698 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.828420 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.828660 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.828880 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.829092 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.829349 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.829589 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.829816 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.830082 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.830297 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.830547 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.830764 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.830980 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.831193 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.831436 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.831644 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.831851 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.832086 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.832282 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.832611 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.832861 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.833095 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.833365 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.833571 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.833803 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.834030 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.834239 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.834470 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.834693 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.834907 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.835116 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.835359 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.835568 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.835777 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.835997 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.836216 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.836467 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.836664 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.836877 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.837084 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.837302 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.837520 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.837727 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.837951 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.838160 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.838371 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.838616 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.838831 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.839039 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.839285 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.839492 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.839700 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.839944 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.840626 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.840856 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.841180 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.841431 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.841646 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.842148 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.842391 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.842664 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.844857 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.844857 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.844857 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.844857 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.844857 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.844857 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.845357 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.845357 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.845544 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.845830 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.846078 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.846333 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.846643 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.846917 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.847198 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.847434 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.847714 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.848052 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.848315 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.848569 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.848836 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.849084 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.849312 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.849529 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.849764 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.849998 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.850211 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.850465 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.850696 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.850926 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.851142 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.851370 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.851589 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.851835 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.852064 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.852287 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.852518 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.852675 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 23:42:18.853202 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 29 23:42:18.853446 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 29 23:42:18.853550 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 29 23:42:18.853665 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 29 23:42:18.853834 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 29 23:42:18.853991 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 29 23:42:18.854200 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.854361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.854557 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.854706 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.854888 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.855041 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.855182 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.855343 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.855503 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.855654 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.855792 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.855956 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.856104 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.856265 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.856403 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.856545 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.856705 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.856851 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.857018 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.857165 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.857310 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.857470 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] debug = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.857841 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.857841 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.858133 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.858133 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.858548 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.858548 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.858837 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.858837 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.859753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.859753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.859753 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.860164 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.860164 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.860423 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.860423 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.860687 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.860687 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.860968 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] host = dv-cinder-854272-4-iscsi {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.860968 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.861243 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.861243 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.861454 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.861524 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.861593 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:42:18.861672 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.861821 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.861979 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.862136 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.862353 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.862529 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.862665 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.862799 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.862934 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.863077 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_options = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.863213 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.863369 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.863504 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.863668 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.863834 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.863979 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.864143 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.864293 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.864453 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.865272 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.865512 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.865645 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.865781 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.865907 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.866032 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.866156 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.866285 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.866656 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.866819 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.866965 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.867124 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.867282 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.867440 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.867599 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.867758 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.867917 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.868075 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.868233 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.868392 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.868552 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.868711 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.868870 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.869029 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.869188 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.869345 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.869503 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.869650 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.869868 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.869994 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.870139 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.870265 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.870390 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.870568 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.870700 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.870862 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.871021 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.871180 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_json = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.871340 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.871537 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.871661 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.871821 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.871979 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.872138 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.872297 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.872458 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.872601 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 29 23:42:18.872787 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.872951 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.873126 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.873288 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.873449 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.873611 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.873771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.873932 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.874100 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.874260 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.874466 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.875177 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.875352 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.875515 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.875677 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.875841 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.876037 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.876186 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.876323 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.876457 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.876616 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.876777 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.876948 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.877108 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.877278 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.877405 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.877569 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.877740 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.877903 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.878073 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.878249 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.878412 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.878601 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.878764 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.878927 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.879089 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.879252 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.879414 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.879577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.879739 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.879887 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.880082 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.880203 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.880349 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.880511 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.880673 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.880836 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.880998 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.881158 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.881320 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.881481 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.881643 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.881805 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.881967 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.882128 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.882290 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.882534 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.882710 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.882872 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.883034 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.883195 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.883357 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.883523 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.883685 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.883846 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.884012 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.884175 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.884335 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.884510 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.884671 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.884832 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.884993 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.885459 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.885851 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.886005 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.886152 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.886318 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.886538 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.886687 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.886828 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.886983 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.887124 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.887270 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.887421 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.887561 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.887711 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.887849 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.887984 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.888128 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.888277 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.888421 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.888589 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.888768 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.888994 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.889143 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.889284 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.889428 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.889579 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.889728 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.889870 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.890009 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.890921 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.890921 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.891217 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.891217 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.891482 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.891622 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.891770 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.891941 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.892090 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.892241 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.892402 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.892565 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.892726 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.892889 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.893051 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.893217 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.893383 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.893542 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.893704 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.893864 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.894029 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.894189 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.894361 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.894543 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.894707 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.894868 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.895038 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.895216 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.895375 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.895537 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.895718 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.895992 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.896091 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.896199 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.896382 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.896527 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.896691 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.897181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.897181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.897181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.897554 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.897554 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.898824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.898824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.898824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.898824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.898824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.898824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.898824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.898824 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.899771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.899771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.899771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.899771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.899771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.899771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.899771 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903054 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903996 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903996 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903996 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903996 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903996 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903996 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903996 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.903996 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.904577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.904577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.904577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.904577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.904577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.904577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.904577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.904577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.905496 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.905496 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.905496 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.905496 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.905496 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.905496 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.905496 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.905496 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906181 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906782 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906782 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906782 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906782 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.906782 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.907131 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.907131 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.907287 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.907370 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.907546 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.907693 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.907855 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.908015 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.908176 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.908337 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.908497 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.908658 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.908818 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.908982 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.909145 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.909310 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.909471 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.909631 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.909794 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.909956 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.910116 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.910275 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.910470 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.910615 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.910779 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.910974 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.911164 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.911260 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.911415 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.911577 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.911739 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.911899 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.912061 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.912234 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.912395 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.912557 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.912716 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.912877 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.913046 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.913197 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.913358 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.913517 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.913678 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.913839 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.914005 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.914175 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.914491 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.914608 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.914693 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.914821 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.914982 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.915154 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.915315 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.915477 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.915638 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.915799 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.915961 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.916132 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.916294 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.916454 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.916615 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.916776 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.916937 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.917109 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.917273 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.917436 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.917604 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.917764 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.917929 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.918075 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.918249 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.918411 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.918594 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.918759 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.918970 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.919137 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.919301 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.919467 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.919657 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.919812 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.919975 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.920146 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.920318 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.920489 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.920651 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.920820 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.920994 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.921155 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.921330 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.921487 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.921651 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.921812 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.921973 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.922138 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.922288 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.922467 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.922631 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.922792 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.922953 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.923115 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.923275 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.923436 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.923595 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.923755 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.923915 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.924079 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 29 23:42:18.924233 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 29 23:42:19.201900 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 43420) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:19.209113 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [-] 10.222.0.58 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048404 Aug 29 23:42:19.213608 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [-] 10.222.0.58 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039034 Aug 29 23:42:28.032012 dv-cinder-854272-4-iscsi neutron-server[113342]: DEBUG dbcounter [-] [113342] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113342) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:31.064351 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d79ab-91c7-4dc6-9cc1-229c0ef53714 None None] get_active_networks_info from dv-cinder-854272-4-iscsi {{(pid=113461) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 29 23:42:31.074667 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writer thread running {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:42:31.166414 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d79ab-91c7-4dc6-9cc1-229c0ef53714 None None] No non-hosted networks {{(pid=113461) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 29 23:42:31.193100 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.agentschedulers_db [None req-0a8d79ab-91c7-4dc6-9cc1-229c0ef53714 None None] DHCP Agent not found on host dv-cinder-854272-4-iscsi {{(pid=113461) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 29 23:42:31.259057 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-fb073302-e279-4bce-944e-d0f254573868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627308'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:32.827248 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writer thread running {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:42:33.440818 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d6871d71-5e9f-496d-ad08-9439dc7bd88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627308'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:33.497469 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.db.api [None req-2839764c-bb8c-40c3-9f29-8f15045e1f82 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-854272-4-iscsi {{(pid=113461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 23:42:33.498335 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG oslo_db.api [None req-2839764c-bb8c-40c3-9f29-8f15045e1f82 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 23:42:34.096806 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2839764c-bb8c-40c3-9f29-8f15045e1f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:34.674199 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627308'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:34.805079 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 43494) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:35.379196 dv-cinder-854272-4-iscsi neutron-server[113460]: WARNING oslo_policy.policy [None req-4f67fb49-1352-47ea-91e1-b410864247bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:42:35.379702 dv-cinder-854272-4-iscsi neutron-server[113460]: WARNING oslo_policy.policy [None req-4f67fb49-1352-47ea-91e1-b410864247bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:42:35.601972 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [None req-4f67fb49-1352-47ea-91e1-b410864247bb admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:42:35.603838 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4f67fb49-1352-47ea-91e1-b410864247bb admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7977765 Aug 29 23:42:36.137370 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627308'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:36.138095 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.138401 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.138828 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.139159 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.139484 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.139811 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.140220 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.140579 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.140906 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.141289 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.141690 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.142019 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.142355 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.142699 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.143020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:36.143400 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-854272-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:42:36.152215 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-854272-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:42:36.169943 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627308'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:38.085915 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43526) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:38.639214 dv-cinder-854272-4-iscsi neutron-server[113459]: WARNING oslo_policy.policy [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:42:38.639782 dv-cinder-854272-4-iscsi neutron-server[113459]: WARNING oslo_policy.policy [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:42:38.887856 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:42:38.900278 dv-cinder-854272-4-iscsi neutron-server[113459]: ERROR stevedore.extension [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 23:42:38.982902 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.policy [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113459) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 23:42:39.026077 dv-cinder-854272-4-iscsi neutron-server[113459]: WARNING oslo_policy.policy [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:42:39.026471 dv-cinder-854272-4-iscsi neutron-server[113459]: WARNING oslo_policy.policy [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:42:39.046796 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writer thread running {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:42:39.202896 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773070502063', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773070501539', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773070518633', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773070510810', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773070595352', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773070586978', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1621486', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1616575', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3593660'] for rbac-policy (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:39.442446 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:39.443955 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-1ab50209-10c5-43b7-969f-1355bd4bf86e admin admin] 10.222.0.58 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3561723 Aug 29 23:42:39.542493 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.db.l3_hamode_db [None req-8b339db9-4574-42d3-ab37-bdae72451469 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 29 23:42:39.622905 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b339db9-4574-42d3-ab37-bdae72451469 None None] Routers set() bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:42:39.623273 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b339db9-4574-42d3-ab37-bdae72451469 None None] Router IDs set() for agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 29 23:42:41.842117 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43542) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:42.171687 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:42:42.295456 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Made reservation on behalf of 290b724bdca948a29018c8ecc35d1c8b for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:42:42.300603 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:42.321092 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:42.433579 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Publish callbacks [] for security_group (0411d70d-20ac-4d74-9478-44e38f6adf6b), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:42.509245 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0411d70d-20ac-4d74-9478-44e38f6adf6b), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:42.540970 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1084} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:42:42.578463 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773073167674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (8c4cb10c-49f1-4dac-8a1a-50a0c6780572), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:42.578956 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Unsubscribe: segment precommit_create {{(pid=113459) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 23:42:42.579462 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Added segment 8c4cb10c-49f1-4dac-8a1a-50a0c6780572 of type vlan for network bcd4957c-2d3d-4891-9c48-73de57847995 Aug 29 23:42:42.614160 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0411d70d-20ac-4d74-9478-44e38f6adf6b,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:42:42.648947 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.649289 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.649672 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.650008 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.650343 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.650693 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.651021 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.651340 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.651666 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.651989 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.652311 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.652643 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.652969 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.653281 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.653597 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Tracked resource versions report: Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: pushed versions: Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: { 'AddressGroup': {'1.2'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Agent': {'1.1'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'ConntrackHelper': {'1.0'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Log': {'1.0'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'NDPProxy': {'1.0'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Network': {'1.1'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Port': {'1.7'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'PortForwarding': {'1.3'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'QosPolicy': {'1.10'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SecurityGroup': {'1.5'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SubPort': {'1.0'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Subnet': {'1.1'}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Trunk': {'1.1'}} Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: consumer versions: Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: { DHCP agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: L3 agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: Metadata agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: Metering agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: Open vSwitch agent@dv-cinder-854272-4-iscsi: { 'AddressGroup': '1.2', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Agent': '1.1', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'ConntrackHelper': '1.0', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'LocalIPAssociation': '1.0', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Log': '1.0', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'NDPProxy': '1.0', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Network': '1.1', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Port': '1.7', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'PortForwarding': '1.3', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'QosPolicy': '1.10', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SecurityGroup': '1.5', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SecurityGroupRule': '1.2', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SubPort': '1.0', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Subnet': '1.1', Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Trunk': '1.1'}} Aug 29 23:42:42.655068 dv-cinder-854272-4-iscsi neutron-server[113459]: {{(pid=113459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:42:42.690567 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (bcd4957c-2d3d-4891-9c48-73de57847995), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:42.840460 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (bcd4957c-2d3d-4891-9c48-73de57847995), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:42.846618 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:42:42.859063 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:42.966236 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] Pushing event updated for resources: {'Network': ['ID=bcd4957c-2d3d-4891-9c48-73de57847995,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:42:42.978353 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network bcd4957c-2d3d-4891-9c48-73de57847995 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:42:43.008989 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-7c1bb5c3-1c85-4437-a1ff-02c4aa7cef9c demo demo] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1657295 Aug 29 23:42:45.460418 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43554) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:45.795263 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=57,neutron:INSERT=41,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:45.886279 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f54445-6981-4b15-8a58-7f230425d64f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:42:45.887724 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-94f54445-6981-4b15-8a58-7f230425d64f demo admin] 10.222.0.58 "GET /networking/v2.0/networks/bcd4957c-2d3d-4891-9c48-73de57847995 HTTP/1.1" status: 200 len: 826 time: 0.4263580 Aug 29 23:42:45.927006 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-2dc0cb69-d7ac-497b-a911-fa51d4931655 demo admin] 10.222.0.58 "GET /networking/v2.0/subnetpools/e6508ef8-76f4-433d-8c29-f2a863860416 HTTP/1.1" status: 200 len: 734 time: 0.0313215 Aug 29 23:42:45.936765 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Request body: {'subnet': {'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'e6508ef8-76f4-433d-8c29-f2a863860416', 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:42:46.050627 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Made reservation on behalf of 290b724bdca948a29018c8ecc35d1c8b for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:42:46.053291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:46.129639 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:46.544172 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (28a53bae-010a-4dc3-b64e-00dc68a39baf), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:46.619674 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Checking segment: {'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:42:46.619960 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Network hostable DHCP agents. Network: bcd4957c-2d3d-4891-9c48-73de57847995, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:42:46.625559 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Pushing event updated for resources: {'Subnet': ['ID=28a53bae-010a-4dc3-b64e-00dc68a39baf,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:42:46.743643 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Network bcd4957c-2d3d-4891-9c48-73de57847995 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:42:46.829370 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, bcd4957c-2d3d-4891-9c48-73de57847995) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:42:46.834979 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:42:46.835637 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:46.840376 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fee6c-d6bb-4d38-b6c3-e5ef871702aa None None] Network bcd4957c-2d3d-4891-9c48-73de57847995 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:42:46.862998 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=32,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:46.978391 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-1e94ef16-55d1-47a8-8cc0-76eaa586dc0a demo admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0456660 Aug 29 23:42:47.113794 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-bcd4957c-2d3d-4891-9c48-73de57847995', 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995', 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'fixed_ips': [{'subnet_id': '28a53bae-010a-4dc3-b64e-00dc68a39baf'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:42:47.115238 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:47.411062 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Allocated IP 172.20.0.2 (bcd4957c-2d3d-4891-9c48-73de57847995/28a53bae-010a-4dc3-b64e-00dc68a39baf/a352b6a7-ae79-4f14-b689-91d79d914d89) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:42:47.687705 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Publish callbacks [] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:47.778527 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:47.833366 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:47.858208 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Network bcd4957c-2d3d-4891-9c48-73de57847995 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:42:47.864046 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:42:47.867142 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:42:47.903203 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Pushing event updated for resources: {'Port': ['ID=a352b6a7-ae79-4f14-b689-91d79d914d89,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:42:47.932257 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.932616 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.932980 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.933346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.933689 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.934025 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.934357 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.934712 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.935043 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.935377 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.935708 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.936052 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.936399 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.936700 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.937022 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Tracked resource versions report: Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: pushed versions: Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: { 'AddressGroup': {'1.2'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Agent': {'1.1'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'ConntrackHelper': {'1.0'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Log': {'1.0'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'NDPProxy': {'1.0'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Network': {'1.1'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Port': {'1.7'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'PortForwarding': {'1.3'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'QosPolicy': {'1.10'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SecurityGroup': {'1.5'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SubPort': {'1.0'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Subnet': {'1.1'}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Trunk': {'1.1'}} Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: consumer versions: Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: { DHCP agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: L3 agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: Metadata agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: Metering agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: Open vSwitch agent@dv-cinder-854272-4-iscsi: { 'AddressGroup': '1.2', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Agent': '1.1', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'ConntrackHelper': '1.0', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'LocalIPAssociation': '1.0', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Log': '1.0', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'NDPProxy': '1.0', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Network': '1.1', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Port': '1.7', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'PortForwarding': '1.3', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'QosPolicy': '1.10', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SecurityGroup': '1.5', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SecurityGroupRule': '1.2', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SubPort': '1.0', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Subnet': '1.1', Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Trunk': '1.1'}} Aug 29 23:42:47.938500 dv-cinder-854272-4-iscsi neutron-server[113461]: {{(pid=113461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:42:47.968423 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Attempting to bind port a352b6a7-ae79-4f14-b689-91d79d914d89 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:42:47.968823 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Attempting to bind port a352b6a7-ae79-4f14-b689-91d79d914d89 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:42:47.969264 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Attempting to bind port a352b6a7-ae79-4f14-b689-91d79d914d89 on network bcd4957c-2d3d-4891-9c48-73de57847995 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:42:47.975722 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:42:47.976109 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Checking segment: {'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:42:47.976615 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:47.977012 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Bound using segment: {'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:42:47.977518 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Bound port: a352b6a7-ae79-4f14-b689-91d79d914d89, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:42:47.977918 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:48.043298 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] For port a352b6a7-ae79-4f14-b689-91d79d914d89, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:42:48.063499 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] For port a352b6a7-ae79-4f14-b689-91d79d914d89, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a352b6a7-ae79-4f14-b689-91d79d914d89,segment=NetworkSegment(8c4cb10c-49f1-4dac-8a1a-50a0c6780572),segment_id=8c4cb10c-49f1-4dac-8a1a-50a0c6780572)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:42:48.144922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:48.200809 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31245b9d-a92d-4eab-a33f-f4895435d1aa None None] Pushing event updated for resources: {'Port': ['ID=a352b6a7-ae79-4f14-b689-91d79d914d89,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:42:49.141586 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:49.144926 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=8 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:49.436675 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43570) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:49.776195 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [None req-ddbfe8c4-6df3-49ad-b689-5ae933fd320d admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:42:49.777231 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-ddbfe8c4-6df3-49ad-b689-5ae933fd320d admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3395970 Aug 29 23:42:52.243568 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43578) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:52.615160 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [None req-0ee3b2e5-a9f7-4b0a-9989-6f300eaf759f admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:42:52.616171 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-0ee3b2e5-a9f7-4b0a-9989-6f300eaf759f admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3717902 Aug 29 23:42:55.099285 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43588) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:55.472425 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-7e111b54-c6e1-4c0b-996f-e8a340976b29 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:42:55.554281 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e111b54-c6e1-4c0b-996f-e8a340976b29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (62e5f929-5221-41d4-94fa-8a87ac8cf47a), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:55.555847 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e111b54-c6e1-4c0b-996f-e8a340976b29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (62e5f929-5221-41d4-94fa-8a87ac8cf47a), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:55.702187 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e111b54-c6e1-4c0b-996f-e8a340976b29 demo demo] Publish callbacks [] for router_controller (62e5f929-5221-41d4-94fa-8a87ac8cf47a), precommit_add_association {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:55.784264 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e111b54-c6e1-4c0b-996f-e8a340976b29 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (62e5f929-5221-41d4-94fa-8a87ac8cf47a), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:55.856134 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a352b6a7-ae79-4f14-b689-91d79d914d89 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:42:55.875716 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e111b54-c6e1-4c0b-996f-e8a340976b29 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:55.877154 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-7e111b54-c6e1-4c0b-996f-e8a340976b29 demo demo] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7767057 Aug 29 23:42:55.955531 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port a352b6a7-ae79-4f14-b689-91d79d914d89 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:42:55.955989 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:56.075028 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port a352b6a7-ae79-4f14-b689-91d79d914d89 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:42:56.075421 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:56.116160 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:56.118931 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port a352b6a7-ae79-4f14-b689-91d79d914d89, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a352b6a7-ae79-4f14-b689-91d79d914d89,segment=NetworkSegment(8c4cb10c-49f1-4dac-8a1a-50a0c6780572),segment_id=8c4cb10c-49f1-4dac-8a1a-50a0c6780572)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:42:56.268839 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:56.320976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=a352b6a7-ae79-4f14-b689-91d79d914d89,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:42:56.573631 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f544d544-4c2f-4e7e-bfb1-f06372945579 None None] Network bcd4957c-2d3d-4891-9c48-73de57847995 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:42:56.630467 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-6b133f3b-6aab-4db0-88fb-ccbbc19bbace None None] Provisioning complete for port a352b6a7-ae79-4f14-b689-91d79d914d89 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:42:56.630866 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6b133f3b-6aab-4db0-88fb-ccbbc19bbace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:56.776408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-6b133f3b-6aab-4db0-88fb-ccbbc19bbace None None] Current status of the port a352b6a7-ae79-4f14-b689-91d79d914d89 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:42:57.001486 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-957aaabc-3316-4e17-bf6e-0785f5ed61c7 None None] Provisioning complete for port a352b6a7-ae79-4f14-b689-91d79d914d89 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:42:57.002161 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-957aaabc-3316-4e17-bf6e-0785f5ed61c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:57.079530 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-957aaabc-3316-4e17-bf6e-0785f5ed61c7 None None] Current status of the port a352b6a7-ae79-4f14-b689-91d79d914d89 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:42:57.842772 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a352b6a7-ae79-4f14-b689-91d79d914d89 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:42:57.892626 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port a352b6a7-ae79-4f14-b689-91d79d914d89 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:42:57.893016 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:42:57.922853 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:42:57.973072 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port a352b6a7-ae79-4f14-b689-91d79d914d89 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:42:58.428031 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43598) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:42:58.779951 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [None req-3b9e810e-3648-4b92-9c07-05638f56f233 admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:42:58.780996 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-3b9e810e-3648-4b92-9c07-05638f56f233 admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3520496 Aug 29 23:43:01.097657 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3b5111a2-6528-4d27-9edb-a03d227da8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:01.279631 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43606) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:01.635084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:43:01.739360 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Made reservation on behalf of 291cfd89a4d34a9da9d99e5ca0c9d4dd for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:43:01.741840 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:01.750886 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:01.789550 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=14,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:01.833435 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Publish callbacks [] for security_group (ae5819ba-fff3-413f-8573-36ef649f7aac), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:01.891868 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ae5819ba-fff3-413f-8573-36ef649f7aac), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:01.908775 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Reserving flat network on physical network physnet1 {{(pid=113459) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 29 23:43:01.932422 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5819ba-fff3-413f-8573-36ef649f7aac,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:01.935825 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (7f9d88c8-0873-44b8-a6e8-5823dd20b268), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:01.935825 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Added segment 7f9d88c8-0873-44b8-a6e8-5823dd20b268 of type flat for network 7d409053-fd0b-411f-803b-807da9860c1a Aug 29 23:43:01.984816 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (7d409053-fd0b-411f-803b-807da9860c1a), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:02.004374 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:02.126042 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (7d409053-fd0b-411f-803b-807da9860c1a), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:02.127390 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:43:02.128515 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:02.225516 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] Pushing event updated for resources: {'Network': ['ID=7d409053-fd0b-411f-803b-807da9860c1a,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:02.235395 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 7d409053-fd0b-411f-803b-807da9860c1a details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:43:02.279443 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-2a88521d-f921-4b2b-915c-8d01eafe0fb9 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9985566 Aug 29 23:43:03.442663 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-bf8beda1-ccca-4659-a84f-c9c6783e08aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:04.623823 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:04.753510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 43616) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:05.136413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writer thread running {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 29 23:43:05.161198 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:05.264095 dv-cinder-854272-4-iscsi neutron-server[113460]: ERROR stevedore.extension [None req-8af60c2d-d7de-4e62-b769-6129de00808e demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 29 23:43:05.319371 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.policy [None req-8af60c2d-d7de-4e62-b769-6129de00808e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113460) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 29 23:43:05.365477 dv-cinder-854272-4-iscsi neutron-server[113460]: WARNING oslo_policy.policy [None req-8af60c2d-d7de-4e62-b769-6129de00808e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:05.365878 dv-cinder-854272-4-iscsi neutron-server[113460]: WARNING oslo_policy.policy [None req-8af60c2d-d7de-4e62-b769-6129de00808e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 29 23:43:05.374156 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af60c2d-d7de-4e62-b769-6129de00808e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:43:05.375993 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-8af60c2d-d7de-4e62-b769-6129de00808e demo admin] 10.222.0.58 "GET /networking/v2.0/subnets/28a53bae-010a-4dc3-b64e-00dc68a39baf HTTP/1.1" status: 200 len: 849 time: 0.6215658 Aug 29 23:43:05.550736 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-c2378b33-6b74-4b38-8928-1d45021de207 demo admin] 10.222.0.58 "GET /networking/v2.0/routers/62e5f929-5221-41d4-94fa-8a87ac8cf47a HTTP/1.1" status: 200 len: 704 time: 0.1676075 Aug 29 23:43:05.820174 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:06.128345 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:06.151324 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:06.195989 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Allocated IP 172.20.0.1 (bcd4957c-2d3d-4891-9c48-73de57847995/28a53bae-010a-4dc3-b64e-00dc68a39baf/fdef6c5a-bf06-495d-b137-536f8e60009e) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:43:06.501470 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Publish callbacks [] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:06.630837 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:06.696232 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Network bcd4957c-2d3d-4891-9c48-73de57847995 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:43:06.701211 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:43:06.750099 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:43:06.750099 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (62e5f929-5221-41d4-94fa-8a87ac8cf47a), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:06.771352 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Pushing event updated for resources: {'Port': ['ID=fdef6c5a-bf06-495d-b137-536f8e60009e,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:06.808219 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:06.822936 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.823614 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.823614 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.824642 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.824642 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.824820 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.825065 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.825385 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.825721 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.826044 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.826368 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.826727 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.827049 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.827368 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.827686 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Tracked resource versions report: Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: pushed versions: Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: { 'AddressGroup': {'1.2'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Agent': {'1.1'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'ConntrackHelper': {'1.0'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Log': {'1.0'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'NDPProxy': {'1.0'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Network': {'1.1'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Port': {'1.7'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'PortForwarding': {'1.3'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'QosPolicy': {'1.10'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SecurityGroup': {'1.5'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SubPort': {'1.0'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Subnet': {'1.1'}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Trunk': {'1.1'}} Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: consumer versions: Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: { DHCP agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: L3 agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: Metadata agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: Metering agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: Open vSwitch agent@dv-cinder-854272-4-iscsi: { 'AddressGroup': '1.2', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Agent': '1.1', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'ConntrackHelper': '1.0', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'LocalIPAssociation': '1.0', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Log': '1.0', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'NDPProxy': '1.0', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Network': '1.1', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Port': '1.7', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'PortForwarding': '1.3', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'QosPolicy': '1.10', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SecurityGroup': '1.5', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SecurityGroupRule': '1.2', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SubPort': '1.0', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Subnet': '1.1', Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Trunk': '1.1'}} Aug 29 23:43:06.829104 dv-cinder-854272-4-iscsi neutron-server[113460]: {{(pid=113460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:43:06.973350 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-81affaa4-2d63-49e7-8817-cd43ffa8d1c0 None None] Provisioning complete for port fdef6c5a-bf06-495d-b137-536f8e60009e triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:43:06.973841 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-81affaa4-2d63-49e7-8817-cd43ffa8d1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:07.008628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-81affaa4-2d63-49e7-8817-cd43ffa8d1c0 None None] Port fdef6c5a-bf06-495d-b137-536f8e60009e cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:43:07.073568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:07.126944 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:07.291463 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Publish callbacks [] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:07.351436 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:07.352275 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (62e5f929-5221-41d4-94fa-8a87ac8cf47a), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:07.439092 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Pushing event updated for resources: {'Port': ['ID=fdef6c5a-bf06-495d-b137-536f8e60009e,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:07.493021 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Network bcd4957c-2d3d-4891-9c48-73de57847995 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:43:07.494386 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:43:07.715214 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Router 62e5f929-5221-41d4-94fa-8a87ac8cf47a is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:43:07.731582 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-2a3522a7-7642-4436-9879-e169d8f99306 None None] Provisioning complete for port fdef6c5a-bf06-495d-b137-536f8e60009e triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:43:07.732209 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2a3522a7-7642-4436-9879-e169d8f99306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:07.766284 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-2a3522a7-7642-4436-9879-e169d8f99306 None None] Port fdef6c5a-bf06-495d-b137-536f8e60009e cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:43:07.781228 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:07.789664 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=6 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:07.861549 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:43:07.867296 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-c246a469-8435-4926-a7d7-58b2a9a69438 demo admin] 10.222.0.58 "PUT /networking/v2.0/routers/62e5f929-5221-41d4-94fa-8a87ac8cf47a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3094575 Aug 29 23:43:07.872057 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Sync routers for ids ['62e5f929-5221-41d4-94fa-8a87ac8cf47a'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:43:07.885902 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Routers {'62e5f929-5221-41d4-94fa-8a87ac8cf47a'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:43:07.886773 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:43:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['62e5f929-5221-41d4-94fa-8a87ac8cf47a'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:08.078876 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Set router 62e5f929-5221-41d4-94fa-8a87ac8cf47a gateway port host: None {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:43:08.524568 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'name': 'router1', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:42:55Z', 'updated_at': '2022-08-29T23:43:06Z', 'revision_number': 2, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'gw_port_host': None, '_interfaces': [{'id': 'fdef6c5a-bf06-495d-b137-536f8e60009e', 'name': '', 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'mac_address': 'fa:16:3e:3e:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:05Z', 'updated_at': '2022-08-29T23:43:07Z', 'revision_number': 2, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'subnets': [{'id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6508ef8-76f4-433d-8c29-f2a863860416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:08.575803 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Checking router: 62e5f929-5221-41d4-94fa-8a87ac8cf47a for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:43:08.576169 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Updating router 62e5f929-5221-41d4-94fa-8a87ac8cf47a port fdef6c5a-bf06-495d-b137-536f8e60009e binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:43:08.661966 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:09.155568 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Publish callbacks [] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:09.225369 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:09.376704 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Attempting to bind port fdef6c5a-bf06-495d-b137-536f8e60009e on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:43:09.377100 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Attempting to bind port fdef6c5a-bf06-495d-b137-536f8e60009e by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:43:09.377539 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Attempting to bind port fdef6c5a-bf06-495d-b137-536f8e60009e on network bcd4957c-2d3d-4891-9c48-73de57847995 {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:43:09.380757 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Pushing event updated for resources: {'Port': ['ID=fdef6c5a-bf06-495d-b137-536f8e60009e,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:09.391522 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.391870 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.392219 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.392564 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.392891 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.393219 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.393545 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.394114 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.394237 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.394584 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.395009 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.395352 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.395710 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.396044 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.396358 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Tracked resource versions report: Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: pushed versions: Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: { 'AddressGroup': {'1.2'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Agent': {'1.1'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'ConntrackHelper': {'1.0'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Log': {'1.0'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'NDPProxy': {'1.0'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Network': {'1.1'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Port': {'1.7'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'PortForwarding': {'1.3'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'QosPolicy': {'1.10'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SecurityGroup': {'1.5'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SubPort': {'1.0'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Subnet': {'1.1'}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Trunk': {'1.1'}} Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: consumer versions: Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: { DHCP agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: L3 agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: Metadata agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: Metering agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: Open vSwitch agent@dv-cinder-854272-4-iscsi: { 'AddressGroup': '1.2', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Agent': '1.1', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'ConntrackHelper': '1.0', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'LocalIPAssociation': '1.0', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Log': '1.0', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'NDPProxy': '1.0', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Network': '1.1', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Port': '1.7', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'PortForwarding': '1.3', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'QosPolicy': '1.10', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SecurityGroup': '1.5', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SecurityGroupRule': '1.2', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SubPort': '1.0', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Subnet': '1.1', Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Trunk': '1.1'}} Aug 29 23:43:09.397781 dv-cinder-854272-4-iscsi neutron-server[113462]: {{(pid=113462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:43:09.406576 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:43:09.406576 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Checking segment: {'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:43:09.406576 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:09.406576 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Bound using segment: {'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:43:09.406576 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Bound port: fdef6c5a-bf06-495d-b137-536f8e60009e, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4cb10c-49f1-4dac-8a1a-50a0c6780572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:43:09.406576 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:09.475499 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] For port fdef6c5a-bf06-495d-b137-536f8e60009e, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:43:09.496228 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] For port fdef6c5a-bf06-495d-b137-536f8e60009e, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=fdef6c5a-bf06-495d-b137-536f8e60009e,segment=NetworkSegment(8c4cb10c-49f1-4dac-8a1a-50a0c6780572),segment_id=8c4cb10c-49f1-4dac-8a1a-50a0c6780572)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:43:09.575151 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:09.606386 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:09.609240 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:09.616436 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Routers {'62e5f929-5221-41d4-94fa-8a87ac8cf47a'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:43:09.617054 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:43:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['62e5f929-5221-41d4-94fa-8a87ac8cf47a'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:09.695610 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012e79a-0864-49ba-acb5-fa844defbc7f None None] Pushing event updated for resources: {'Port': ['ID=fdef6c5a-bf06-495d-b137-536f8e60009e,revision_number=4']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:09.718043 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] Set router 62e5f929-5221-41d4-94fa-8a87ac8cf47a gateway port host: None {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:43:09.926130 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'name': 'router1', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:42:55Z', 'updated_at': '2022-08-29T23:43:06Z', 'revision_number': 2, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'gw_port_host': None, '_interfaces': [{'id': 'fdef6c5a-bf06-495d-b137-536f8e60009e', 'name': '', 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'mac_address': 'fa:16:3e:3e:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:05Z', 'updated_at': '2022-08-29T23:43:09Z', 'revision_number': 4, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'subnets': [{'id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6508ef8-76f4-433d-8c29-f2a863860416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:09.952927 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc810b2-eb6f-4f14-93e1-c5cdbca5ae9d None None] The sync data for ids ['62e5f929-5221-41d4-94fa-8a87ac8cf47a'] in dv-cinder-854272-4-iscsi is: [{'id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'name': 'router1', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:42:55Z', 'updated_at': '2022-08-29T23:43:06Z', 'revision_number': 2, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'gw_port_host': None, '_interfaces': [{'id': 'fdef6c5a-bf06-495d-b137-536f8e60009e', 'name': '', 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'mac_address': 'fa:16:3e:3e:80:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:05Z', 'updated_at': '2022-08-29T23:43:09Z', 'revision_number': 4, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'subnets': [{'id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6508ef8-76f4-433d-8c29-f2a863860416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:43:10.315476 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 43634) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:10.723597 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:10.747437 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce7f81-5599-43f0-9952-bb5f439464e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:43:10.748812 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ccce7f81-5599-43f0-9952-bb5f439464e1 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/7d409053-fd0b-411f-803b-807da9860c1a HTTP/1.1" status: 200 len: 842 time: 0.4323320 Aug 29 23:43:10.759547 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Request body: {'subnet': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:43:10.881170 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Made reservation on behalf of 291cfd89a4d34a9da9d99e5ca0c9d4dd for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:43:10.883661 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:11.281963 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.objects.ports [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113460) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 29 23:43:11.282410 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (0ea6ad8a-50c9-4eae-a5b6-5a603401117f), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:11.350603 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ea6ad8a-50c9-4eae-a5b6-5a603401117f,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:11.355455 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:43:11.355871 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Network hostable DHCP agents. Network: 7d409053-fd0b-411f-803b-807da9860c1a, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:43:11.521220 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:43:11.700423 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 7d409053-fd0b-411f-803b-807da9860c1a) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:43:11.704851 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:43:11.705475 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:11.710213 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c26930-a2ea-4053-9351-7630cd0ea1f7 None None] Network 7d409053-fd0b-411f-803b-807da9860c1a requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:43:11.794659 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:11.821050 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc3a239-8284-48e0-b004-d5e9277fb180 None None] Network 7d409053-fd0b-411f-803b-807da9860c1a requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:43:11.823899 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-100185ca-d16d-4f24-8723-a0f665e761fc admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0679450 Aug 29 23:43:12.221702 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:14.351574 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 43642) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:14.715228 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:14.797536 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-20e40bd2-6b9a-40aa-8743-fd68bfe7b5f6 demo admin] 10.222.0.58 "GET /networking/v2.0/routers/62e5f929-5221-41d4-94fa-8a87ac8cf47a HTTP/1.1" status: 200 len: 710 time: 0.4448283 Aug 29 23:43:14.902298 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4834a8-eb16-40d0-8476-199021d25965 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:43:14.911326 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4a4834a8-eb16-40d0-8476-199021d25965 demo admin] 10.222.0.58 "GET /networking/v2.0/networks/7d409053-fd0b-411f-803b-807da9860c1a HTTP/1.1" status: 200 len: 886 time: 0.1066236 Aug 29 23:43:14.917854 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:43:15.093130 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:15.187514 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks [] for router_gateway (62e5f929-5221-41d4-94fa-8a87ac8cf47a), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:15.528851 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks [] for router_gateway (62e5f929-5221-41d4-94fa-8a87ac8cf47a), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:15.677722 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:15.791450 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Allocated IP 172.27.2.168 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/e365227b-cf9a-4e4d-a52c-79e34ddb8e5c) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:43:15.859612 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device fdef6c5a-bf06-495d-b137-536f8e60009e up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:43:15.907909 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port fdef6c5a-bf06-495d-b137-536f8e60009e triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:43:15.908284 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:15.928345 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks [] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:15.989386 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port fdef6c5a-bf06-495d-b137-536f8e60009e is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:43:15.989772 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:16.024263 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port fdef6c5a-bf06-495d-b137-536f8e60009e, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=fdef6c5a-bf06-495d-b137-536f8e60009e,segment=NetworkSegment(8c4cb10c-49f1-4dac-8a1a-50a0c6780572),segment_id=8c4cb10c-49f1-4dac-8a1a-50a0c6780572)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:43:16.024649 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:16.060636 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:43:16.065570 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:43:16.069870 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:43:16.104909 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:16.108220 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:16.113133 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Pushing event updated for resources: {'Port': ['ID=e365227b-cf9a-4e4d-a52c-79e34ddb8e5c,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:16.162881 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=fdef6c5a-bf06-495d-b137-536f8e60009e,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:16.347104 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:16.405779 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks [] for router_gateway (62e5f929-5221-41d4-94fa-8a87ac8cf47a), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:16.608300 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6243'] for router (62e5f929-5221-41d4-94fa-8a87ac8cf47a), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:16.611645 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628642', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627059'] for router (62e5f929-5221-41d4-94fa-8a87ac8cf47a), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:16.718795 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Router 62e5f929-5221-41d4-94fa-8a87ac8cf47a has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:43:16.824140 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:43:16.828229 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:16.829468 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b7bea01d-e104-467c-afa1-c589e23e497a demo admin] 10.222.0.58 "PUT /networking/v2.0/routers/62e5f929-5221-41d4-94fa-8a87ac8cf47a HTTP/1.1" status: 200 len: 890 time: 1.9154739 Aug 29 23:43:16.835095 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Sync routers for ids ['62e5f929-5221-41d4-94fa-8a87ac8cf47a'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:43:16.849720 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Routers {'62e5f929-5221-41d4-94fa-8a87ac8cf47a'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:43:16.850441 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:43:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['62e5f929-5221-41d4-94fa-8a87ac8cf47a'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:17.011496 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:17.074001 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Set router 62e5f929-5221-41d4-94fa-8a87ac8cf47a gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:43:17.607669 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'name': 'router1', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e365227b-cf9a-4e4d-a52c-79e34ddb8e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:42:55Z', 'updated_at': '2022-08-29T23:43:16Z', 'revision_number': 4, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'gw_port': {'id': 'e365227b-cf9a-4e4d-a52c-79e34ddb8e5c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:15Z', 'updated_at': '2022-08-29T23:43:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'fdef6c5a-bf06-495d-b137-536f8e60009e', 'name': '', 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'mac_address': 'fa:16:3e:3e:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:05Z', 'updated_at': '2022-08-29T23:43:16Z', 'revision_number': 5, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'subnets': [{'id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6508ef8-76f4-433d-8c29-f2a863860416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:17.737123 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Checking router: 62e5f929-5221-41d4-94fa-8a87ac8cf47a for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:43:17.737478 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Updating router 62e5f929-5221-41d4-94fa-8a87ac8cf47a port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:43:17.791367 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:17.891400 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device fdef6c5a-bf06-495d-b137-536f8e60009e up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:43:18.031151 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port fdef6c5a-bf06-495d-b137-536f8e60009e triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:43:18.031835 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:18.062485 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:18.187198 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port fdef6c5a-bf06-495d-b137-536f8e60009e is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:43:18.228450 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Publish callbacks [] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:18.323424 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:18.361084 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Attempting to bind port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:43:18.361450 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Attempting to bind port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:43:18.361812 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Attempting to bind port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:43:18.377244 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:43:18.377614 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:43:18.378057 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:18.382667 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:43:18.383156 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Bound port: e365227b-cf9a-4e4d-a52c-79e34ddb8e5c, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:43:18.383562 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:18.388404 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd045d3-781c-4f4e-a20d-0ab6cfb09da6 None None] Pushing event updated for resources: {'Port': ['ID=e365227b-cf9a-4e4d-a52c-79e34ddb8e5c,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:18.457677 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] For port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:43:18.463301 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] For port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=e365227b-cf9a-4e4d-a52c-79e34ddb8e5c,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:43:18.632913 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:18.665299 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:18.673656 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Routers {'62e5f929-5221-41d4-94fa-8a87ac8cf47a'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:43:18.674327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:43:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['62e5f929-5221-41d4-94fa-8a87ac8cf47a'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:18.736421 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd045d3-781c-4f4e-a20d-0ab6cfb09da6 None None] Pushing event updated for resources: {'Port': ['ID=e365227b-cf9a-4e4d-a52c-79e34ddb8e5c,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:18.804423 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] Set router 62e5f929-5221-41d4-94fa-8a87ac8cf47a gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:43:19.020497 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'name': 'router1', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e365227b-cf9a-4e4d-a52c-79e34ddb8e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:42:55Z', 'updated_at': '2022-08-29T23:43:16Z', 'revision_number': 4, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'gw_port': {'id': 'e365227b-cf9a-4e4d-a52c-79e34ddb8e5c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:15Z', 'updated_at': '2022-08-29T23:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'fdef6c5a-bf06-495d-b137-536f8e60009e', 'name': '', 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'mac_address': 'fa:16:3e:3e:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:05Z', 'updated_at': '2022-08-29T23:43:16Z', 'revision_number': 5, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'subnets': [{'id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6508ef8-76f4-433d-8c29-f2a863860416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:43:19.047038 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b91c9a-32b0-4572-aae4-54171b2a93a1 None None] The sync data for ids ['62e5f929-5221-41d4-94fa-8a87ac8cf47a'] in dv-cinder-854272-4-iscsi is: [{'id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'name': 'router1', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'e365227b-cf9a-4e4d-a52c-79e34ddb8e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:42:55Z', 'updated_at': '2022-08-29T23:43:16Z', 'revision_number': 4, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'gw_port': {'id': 'e365227b-cf9a-4e4d-a52c-79e34ddb8e5c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:36:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:15Z', 'updated_at': '2022-08-29T23:43:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'fdef6c5a-bf06-495d-b137-536f8e60009e', 'name': '', 'network_id': 'bcd4957c-2d3d-4891-9c48-73de57847995', 'tenant_id': '290b724bdca948a29018c8ecc35d1c8b', 'mac_address': 'fa:16:3e:3e:80:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e5f929-5221-41d4-94fa-8a87ac8cf47a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:43:05Z', 'updated_at': '2022-08-29T23:43:16Z', 'revision_number': 5, 'project_id': '290b724bdca948a29018c8ecc35d1c8b', 'subnets': [{'id': '28a53bae-010a-4dc3-b64e-00dc68a39baf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6508ef8-76f4-433d-8c29-f2a863860416'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:43:19.543964 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 43654) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:43:19.895502 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e365227b-cf9a-4e4d-a52c-79e34ddb8e5c up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:43:19.921880 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=18 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:19.929404 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=50 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:19.953195 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:43:19.953585 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:20.021411 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:20.027936 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a46a7343-2cd8-43b4-a58d-600cf91e0983 admin admin] 10.222.0.58 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4828577 Aug 29 23:43:20.028148 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:43:20.028466 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:20.052550 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=e365227b-cf9a-4e4d-a52c-79e34ddb8e5c,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:43:20.116071 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:20.170776 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=e365227b-cf9a-4e4d-a52c-79e34ddb8e5c,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:43:21.867249 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e365227b-cf9a-4e4d-a52c-79e34ddb8e5c up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:43:21.917982 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:43:21.918488 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e365227b-cf9a-4e4d-a52c-79e34ddb8e5c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:22.001740 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port e365227b-cf9a-4e4d-a52c-79e34ddb8e5c is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:43:26.819855 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=67 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:26.821452 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=40 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:27.776234 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:43:30.017797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:30.022837 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:31.078143 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0a56ca11-829b-4fa8-ad90-d4e1b5600ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:33.441838 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1336e2f3-88da-4fe9-91b1-6f8ed2910f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:34.641835 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:36.164721 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:36.193560 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:43:44.786812 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:44.790068 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:46.095185 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:43:46.102859 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:01.090040 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3257fdad-b757-4bb6-b3d2-df362a78dbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:03.401663 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-aebb5d2c-5bf2-400e-86a5-c44f21587bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:04.644382 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:04.776573 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:44:06.129946 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:06.152570 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:16.094759 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:16.097570 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:21.780623 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:28.774353 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:31.070934 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-fbb5e562-a20e-4fc3-b97e-c5145fd70674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:33.425360 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-bb9f43db-5474-4170-95aa-2e8793081afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:34.672282 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:36.176743 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:36.209287 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:41.777208 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:44:46.094727 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:46.107192 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:50.533600 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44196) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:50.905074 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd6f2ea-08a2-43c7-9e05-68a114ed718e admin admin] GET failed (client error): The resource could not be found. Aug 29 23:44:50.906499 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-ddd6f2ea-08a2-43c7-9e05-68a114ed718e admin admin] 10.222.0.58 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3718696 Aug 29 23:44:51.093106 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e736cf6-f8a3-4dcb-8e9e-52a1f5a8a6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:51.094656 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-6e736cf6-f8a3-4dcb-8e9e-52a1f5a8a6ab admin admin] 10.222.0.58 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1806309 Aug 29 23:44:53.504681 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44206) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:53.891918 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7924dd-5513-4e58-adb1-12e3c5be86b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:53.894036 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-df7924dd-5513-4e58-adb1-12e3c5be86b0 admin admin] 10.222.0.58 "GET /networking/v2.0/subnets/28a53bae-010a-4dc3-b64e-00dc68a39baf HTTP/1.1" status: 200 len: 849 time: 0.3875606 Aug 29 23:44:53.904456 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:44:54.002626 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Publish callbacks [] for subnet (28a53bae-010a-4dc3-b64e-00dc68a39baf), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:54.219575 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773073030795'] for subnet (28a53bae-010a-4dc3-b64e-00dc68a39baf), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:54.261328 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:54.261927 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:54.263600 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] 10.222.0.58 "PUT /networking/v2.0/subnets/28a53bae-010a-4dc3-b64e-00dc68a39baf HTTP/1.1" status: 200 len: 868 time: 0.3631060 Aug 29 23:44:54.268980 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3747ce0-0e14-4f57-8026-864c1e3a77a1 None None] Network bcd4957c-2d3d-4891-9c48-73de57847995 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:44:54.295737 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a53bae-010a-4dc3-b64e-00dc68a39baf,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:44:54.307489 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.308862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.308862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.308862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.308862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.309188 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.309506 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.309888 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.310379 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.310614 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.311151 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.311448 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.311957 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.312324 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.312808 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27062809-54cf-457f-b4da-0338f9a16a9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:44:54.637529 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-7e8cf590-2ca1-4715-9b69-2e417700fa21 None None] Provisioning complete for port fdef6c5a-bf06-495d-b137-536f8e60009e triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:54.637923 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf590-2ca1-4715-9b69-2e417700fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (fdef6c5a-bf06-495d-b137-536f8e60009e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:54.725786 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cf590-2ca1-4715-9b69-2e417700fa21 None None] Current status of the port fdef6c5a-bf06-495d-b137-536f8e60009e is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:54.734606 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-7e8cf590-2ca1-4715-9b69-2e417700fa21 None None] Provisioning complete for port a352b6a7-ae79-4f14-b689-91d79d914d89 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:44:54.734995 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7e8cf590-2ca1-4715-9b69-2e417700fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a352b6a7-ae79-4f14-b689-91d79d914d89), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:44:54.820946 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cf590-2ca1-4715-9b69-2e417700fa21 None None] Current status of the port a352b6a7-ae79-4f14-b689-91d79d914d89 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:44:56.809138 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44214) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:44:57.366708 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b80df8-6e93-460a-b9fe-2dda560b122b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:57.367474 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b80df8-6e93-460a-b9fe-2dda560b122b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:44:57.370101 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-d1b80df8-6e93-460a-b9fe-2dda560b122b admin admin] 10.222.0.58 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5597608 Aug 29 23:44:58.780324 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:58.785532 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:44:59.837973 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44222) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:00.374672 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03693fcf-8c8d-4e6f-8916-c1be4c1c0a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:00.375148 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03693fcf-8c8d-4e6f-8916-c1be4c1c0a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:00.376717 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-03693fcf-8c8d-4e6f-8916-c1be4c1c0a20 admin admin] 10.222.0.58 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.5377641 Aug 29 23:45:01.083566 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-ea2b39d3-b490-4494-8af2-b8522aa5eb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:02.812473 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44232) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:03.278693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c08a4bd-bb74-457b-9d5d-a60c24ff918d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:03.280085 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-6c08a4bd-bb74-457b-9d5d-a60c24ff918d admin admin] 10.222.0.58 "GET /networking/v2.0/networks/7d409053-fd0b-411f-803b-807da9860c1a HTTP/1.1" status: 200 len: 886 time: 0.4666607 Aug 29 23:45:03.427284 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9a4d5198-361e-4bae-84b1-e84bcf7194e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:04.648550 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:05.805597 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44240) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:06.130775 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:06.184999 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:06.338732 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5917421-80fe-4903-a403-6f561c0a2fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:06.340053 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d5917421-80fe-4903-a403-6f561c0a2fa1 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/bcd4957c-2d3d-4891-9c48-73de57847995 HTTP/1.1" status: 200 len: 870 time: 0.5333030 Aug 29 23:45:07.359759 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=70,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:07.361703 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=75,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:08.790482 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44248) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:09.251321 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7cae7-1b8c-4f6c-ab3c-5cb08ce68f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:09.251782 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7cae7-1b8c-4f6c-ab3c-5cb08ce68f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:09.254368 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-70e7cae7-1b8c-4f6c-ab3c-5cb08ce68f62 admin admin] 10.222.0.58 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4627869 Aug 29 23:45:12.251225 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44256) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:12.661413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a7429-2eb9-4c4a-831c-269ad9404620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:12.661869 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a7429-2eb9-4c4a-831c-269ad9404620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:12.663492 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ae5a7429-2eb9-4c4a-831c-269ad9404620 admin admin] 10.222.0.58 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4113173 Aug 29 23:45:15.086967 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44264) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:15.574263 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7649993f-de65-4cc7-86b0-bac583148326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:15.575702 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-7649993f-de65-4cc7-86b0-bac583148326 admin admin] 10.222.0.58 "GET /networking/v2.0/subnets/0ea6ad8a-50c9-4eae-a5b6-5a603401117f HTTP/1.1" status: 200 len: 816 time: 0.4878569 Aug 29 23:45:16.101350 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:16.102317 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:18.040746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44272) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:18.481282 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee76a37a-a2be-4757-9ab6-9688d899b6f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:18.482623 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-ee76a37a-a2be-4757-9ab6-9688d899b6f3 admin admin] 10.222.0.58 "GET /networking/v2.0/subnets/28a53bae-010a-4dc3-b64e-00dc68a39baf HTTP/1.1" status: 200 len: 868 time: 0.4405477 Aug 29 23:45:18.777068 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:45:25.564529 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=51 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:25.571204 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=51 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:28.475859 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:28.477993 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=8 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:31.117014 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-05895f91-e874-43c6-87d9-12be15a5c7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:33.381614 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-69f70571-d5f1-495f-9f6f-6a5b22cc01c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:34.648231 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:35.780090 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=15 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:35.789999 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=19 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:36.129871 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:36.203297 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:46.106154 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:46.108104 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:45:48.441371 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44328) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:48.897918 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [None req-e0e7048d-6bc1-432a-b624-878cb838f225 admin admin] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:45:48.898979 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e0e7048d-6bc1-432a-b624-878cb838f225 admin admin] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4567492 Aug 29 23:45:51.389364 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44336) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:51.855342 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa3cb5a-c95e-4fbd-81e0-88abe8c91eb5 admin admin] GET failed (client error): The resource could not be found. Aug 29 23:45:51.856669 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-8fa3cb5a-c95e-4fbd-81e0-88abe8c91eb5 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4663806 Aug 29 23:45:51.993379 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d5946-64fd-4c33-97e2-2da4dd929f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:51.994905 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-fd4d5946-64fd-4c33-97e2-2da4dd929f06 admin admin] 10.222.0.58 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1338151 Aug 29 23:45:54.418381 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44344) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:54.756903 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:45:54.832604 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Made reservation on behalf of 291cfd89a4d34a9da9d99e5ca0c9d4dd for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:45:54.835141 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:54.876016 dv-cinder-854272-4-iscsi neutron-server[113459]: WARNING neutron.services.revisions.revision_plugin [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Could not find related network for resource to bump revision. Aug 29 23:45:54.888364 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:45:54.898084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (7ce6872c-9f61-4616-8993-f03a4e6c2d4f), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:54.898457 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Added segment 7ce6872c-9f61-4616-8993-f03a4e6c2d4f of type vlan for network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 Aug 29 23:45:54.939856 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (1cc20189-1259-4860-bfb4-2eaa0a3eab11), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:55.020483 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (1cc20189-1259-4860-bfb4-2eaa0a3eab11), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:55.021503 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:55.022090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:55.083974 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Pushing event updated for resources: {'Network': ['ID=1cc20189-1259-4860-bfb4-2eaa0a3eab11,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:45:55.090793 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.091131 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.091494 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.091844 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.092201 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.092529 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.092856 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.093179 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.093507 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.093828 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.094169 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.094565 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.094905 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.095232 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.095553 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:55.108996 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:45:55.128896 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e2a71074-494e-4bb5-bdc7-1aa832bb018f admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7091932 Aug 29 23:45:55.776153 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:45:57.551978 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44354) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:45:57.913603 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.pecan_wsgi.hooks.translation [None req-279d8093-669a-4445-854b-154ba8d52ac4 admin admin] GET failed (client error): The resource could not be found. Aug 29 23:45:57.915181 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-279d8093-669a-4445-854b-154ba8d52ac4 admin admin] 10.222.0.58 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3622382 Aug 29 23:45:58.026521 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bce2a7-78d6-4d72-a51c-6310ae3e9750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:58.027981 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e3bce2a7-78d6-4d72-a51c-6310ae3e9750 admin admin] 10.222.0.58 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1083922 Aug 29 23:45:58.038816 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11', 'description': 'shared-subnet'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:45:58.134153 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Made reservation on behalf of 291cfd89a4d34a9da9d99e5ca0c9d4dd for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:45:58.136631 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:58.364778 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (190bd2c7-e4c3-4650-ad9b-e25b3dd9bed3), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:58.420860 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=190bd2c7-e4c3-4650-ad9b-e25b3dd9bed3,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:45:58.432326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.432670 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.433031 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.433372 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.433701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.434026 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.434350 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.434698 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.435021 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.435370 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.435703 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.436047 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.436364 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.436675 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.436992 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:58.442369 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Checking segment: {'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:45:58.442748 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Network hostable DHCP agents. Network: 1cc20189-1259-4860-bfb4-2eaa0a3eab11, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:45:58.524403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:45:58.610221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 1cc20189-1259-4860-bfb4-2eaa0a3eab11) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:45:58.614247 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:45:58.614981 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:58.620201 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094c367-4c17-45ca-95aa-e50297ed57a9 None None] Network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:45:58.693073 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5b34282a-eefd-42ed-8f60-0d0c2f9171a2 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6577778 Aug 29 23:45:58.727113 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-1cc20189-1259-4860-bfb4-2eaa0a3eab11', 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11', 'project_id': '291cfd89a4d34a9da9d99e5ca0c9d4dd', 'fixed_ips': [{'subnet_id': '190bd2c7-e4c3-4650-ad9b-e25b3dd9bed3'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:45:58.728066 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:58.878101 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Allocated IP 192.168.233.2 (1cc20189-1259-4860-bfb4-2eaa0a3eab11/190bd2c7-e4c3-4650-ad9b-e25b3dd9bed3/135b6117-f92f-414f-8638-d6e4de2f27fd) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:45:59.036684 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Publish callbacks [] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:59.131702 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:59.254911 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:45:59.276835 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:45:59.282962 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:45:59.366657 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Pushing event updated for resources: {'Port': ['ID=135b6117-f92f-414f-8638-d6e4de2f27fd,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:45:59.433417 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.433690 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.434050 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.434480 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.434819 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.435150 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.435482 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.435812 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.436138 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.436559 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.436810 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.437110 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.437429 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.437746 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.438061 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:45:59.445941 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Attempting to bind port 135b6117-f92f-414f-8638-d6e4de2f27fd on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:45:59.447011 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Attempting to bind port 135b6117-f92f-414f-8638-d6e4de2f27fd by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:45:59.447011 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Attempting to bind port 135b6117-f92f-414f-8638-d6e4de2f27fd on network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:45:59.459634 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:45:59.460020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Checking segment: {'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:45:59.460420 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:59.460813 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Bound using segment: {'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:45:59.461293 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Bound port: 135b6117-f92f-414f-8638-d6e4de2f27fd, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:45:59.461677 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:59.538085 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] For port 135b6117-f92f-414f-8638-d6e4de2f27fd, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:45:59.541515 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] For port 135b6117-f92f-414f-8638-d6e4de2f27fd, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=135b6117-f92f-414f-8638-d6e4de2f27fd,segment=NetworkSegment(7ce6872c-9f61-4616-8993-f03a4e6c2d4f),segment_id=7ce6872c-9f61-4616-8993-f03a4e6c2d4f)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:45:59.616973 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:45:59.676359 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134be0b-8d87-48e5-ba2c-d4565b3cd014 None None] Pushing event updated for resources: {'Port': ['ID=135b6117-f92f-414f-8638-d6e4de2f27fd,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:45:59.993870 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 135b6117-f92f-414f-8638-d6e4de2f27fd up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:46:00.028358 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:00.030552 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:00.048158 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 135b6117-f92f-414f-8638-d6e4de2f27fd triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:46:00.048158 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:00.123628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 135b6117-f92f-414f-8638-d6e4de2f27fd is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:46:00.123628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:00.163572 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 135b6117-f92f-414f-8638-d6e4de2f27fd, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=135b6117-f92f-414f-8638-d6e4de2f27fd,segment=NetworkSegment(7ce6872c-9f61-4616-8993-f03a4e6c2d4f),segment_id=7ce6872c-9f61-4616-8993-f03a4e6c2d4f)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:46:00.256211 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:00.319651 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=135b6117-f92f-414f-8638-d6e4de2f27fd,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:46:00.562605 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce21e7-cb0d-49d7-91db-d95b5b565149 None None] Network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:46:00.636583 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-db3e3370-46e5-4fb9-9e36-230b42a839a0 None None] Provisioning complete for port 135b6117-f92f-414f-8638-d6e4de2f27fd triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:46:00.636967 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-db3e3370-46e5-4fb9-9e36-230b42a839a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:00.776669 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-db3e3370-46e5-4fb9-9e36-230b42a839a0 None None] Current status of the port 135b6117-f92f-414f-8638-d6e4de2f27fd is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:46:00.997221 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-db7e6cba-49b3-4caa-8e5a-e806beb97a6b None None] Provisioning complete for port 135b6117-f92f-414f-8638-d6e4de2f27fd triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:46:00.997611 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-db7e6cba-49b3-4caa-8e5a-e806beb97a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:01.092784 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-db7e6cba-49b3-4caa-8e5a-e806beb97a6b None None] Current status of the port 135b6117-f92f-414f-8638-d6e4de2f27fd is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:46:01.136526 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-54585781-ffb8-4947-aa9c-59616d7feea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:01.963989 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 135b6117-f92f-414f-8638-d6e4de2f27fd up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:46:02.009097 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 135b6117-f92f-414f-8638-d6e4de2f27fd triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:46:02.009484 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (135b6117-f92f-414f-8638-d6e4de2f27fd), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:02.072799 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:02.084214 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 135b6117-f92f-414f-8638-d6e4de2f27fd is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:46:03.428323 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-005c84e0-fdc7-4959-af83-877d95ee6d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:04.651095 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:05.078942 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=36,neutron:INSERT=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:05.087453 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=33,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:06.342176 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:06.374764 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:08.622455 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=43,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:08.625338 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=50,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:12.787637 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:12.788584 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:16.107913 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:16.109834 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:28.769737 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:28.770408 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:31.096216 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a8af94bf-9df7-44c3-8687-862f8cb82651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:32.777135 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:46:33.404396 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f269ca69-5eb1-4528-bf8d-7599ceeebffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:34.652466 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:36.131625 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:36.210334 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:46:46.110955 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:46.112889 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:49.780790 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:46:49.784974 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:01.081086 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8edf0aca-4557-4a32-a79c-81a81bb767b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:03.445327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-00704ff1-8d23-427f-8710-4f0d127f7757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:04.652485 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.127488 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:06.194290 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:09.783879 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:47:16.110131 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:16.117180 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:26.367491 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44398) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:47:26.373451 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [None req-20c15125-6179-4b37-8f83-1914c9a9d1e4 tempest-verify_tempest_config-1076341283 tempest-verify_tempest_config-1076341283-project] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:47:26.374456 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-20c15125-6179-4b37-8f83-1914c9a9d1e4 tempest-verify_tempest_config-1076341283 tempest-verify_tempest_config-1076341283-project] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059586 Aug 29 23:47:27.160346 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44416) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:47:27.500468 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:27.580652 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Publish callbacks [] for security_group (4f6e5892-342b-4106-99e1-2bd8cd7d48f1), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:27.682029 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (4f6e5892-342b-4106-99e1-2bd8cd7d48f1), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:27.729270 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e5892-342b-4106-99e1-2bd8cd7d48f1,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:47:27.735017 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=12f0197263074ceaac95b9f7e27a88cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5731819 Aug 29 23:47:27.742634 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44422) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:47:27.743133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.743133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.743359 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.743606 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.743940 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.744292 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.744606 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.744940 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.745291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.745624 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.745974 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.746308 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.746686 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.747012 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.747337 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9312fee-23ea-4b11-8be2-c1a1f8044b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:27.823851 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Publish callbacks [] for security_group (4f6e5892-342b-4106-99e1-2bd8cd7d48f1), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:27.844109 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Publish callbacks [] for security_group (4f6e5892-342b-4106-99e1-2bd8cd7d48f1), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:28.042705 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (4f6e5892-342b-4106-99e1-2bd8cd7d48f1), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:28.045275 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:28.046703 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/4f6e5892-342b-4106-99e1-2bd8cd7d48f1 HTTP/1.1" status: 204 len: 168 time: 0.3080959 Aug 29 23:47:28.055419 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e5892-342b-4106-99e1-2bd8cd7d48f1,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:47:28.062718 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.063060 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.063484 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.063843 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.064172 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.064500 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.064824 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.065144 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.065485 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.065811 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.066130 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.066495 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.066819 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.068889 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:28.068889 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e8b5a8-2b16-45f3-9774-65cd3a3bf951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:47:29.230720 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=16 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:29.235142 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=18 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:31.099966 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-71a82fa9-d6e3-461d-a6a4-d16e27b5c317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:33.406686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-20f6181f-f721-4be4-b59f-1922618a876c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:34.670713 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:36.121279 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:36.213120 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:47:37.733098 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:37.737605 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=19,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:38.058571 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:38.059459 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:46.118182 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:46.120139 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:47:46.773371 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:48:01.088887 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a48883f2-f265-4caf-87ee-3e4faf98a498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:03.391787 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-68455b4c-187d-4e9b-8e0e-6c2907472041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:03.769920 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:03.778898 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=7 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:04.660641 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:06.128696 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:06.197798 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:16.120560 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:16.122492 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:23.771955 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:48:31.095650 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-981e5208-8f25-4746-a07e-01adaf5b2565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:33.399260 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-18aa3948-b816-4fc2-9cec-399ff658128b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:34.661468 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:36.159054 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:36.187500 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:48:40.789969 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:40.790689 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=6 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:46.123574 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:48:46.127578 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:00.770801 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 5 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:49:01.085426 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6048b22a-bb1d-4dce-9382-03d706d64290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:03.399849 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-909c3e7e-ec19-4850-be96-67f218e35fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:04.674205 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:06.122375 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:06.183264 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:07.737122 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627308'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:17.677112 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:17.680023 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:17.783994 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:17.789069 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=6 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:19.727657 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44520) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:49:19.854087 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-49d4f779-3613-4475-b821-1271e9be737b admin admin] 10.222.0.58 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1253986 Aug 29 23:49:22.075310 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44530) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:49:22.131374 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-3a892400-4a36-40e8-b6c2-1998e5d93872 admin admin] 10.222.0.58 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0549500 Aug 29 23:49:29.234501 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=15 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:29.237144 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=11 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:31.086754 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-908b46df-0693-4da0-90d6-ca511eae4785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:32.125969 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:32.126815 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:33.424132 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd515-c764-4aeb-bff0-952a17c82238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:34.646574 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:36.122461 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:36.207252 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:37.704099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:49:37.769739 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:49:47.660016 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:47.665945 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:54.780128 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:49:54.783954 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:01.082230 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0669eb7a-7751-4db6-a512-ce483da9f470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:03.419693 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f3bfbe0c-8b95-4ede-ad0c-4e1f058eede9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:04.653159 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:06.130497 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:06.208070 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:07.728443 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:14.769186 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:50:16.137140 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:17.664753 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:31.101438 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2851a872-b75d-4245-9444-4fb88d223dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:31.770298 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:31.780328 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:33.397729 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b701878-6e77-47a5-b483-8f8778aa623c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:34.683871 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:36.119305 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:36.181071 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:37.746445 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:50:47.681748 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:47.684168 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:50:51.769433 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:51:00.243263 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44720) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:00.580128 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44734) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:00.680466 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-472652674-network', 'tenant_id': 'a8ada08f998844e997babd510083c205'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:00.766597 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44742) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:00.803657 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44746) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:00.810761 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Made reservation on behalf of a8ada08f998844e997babd510083c205 for: {'network': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:00.813227 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:00.822365 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:00.835951 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44752) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:00.910635 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Publish callbacks [] for security_group (f835de7e-9a41-4608-b35e-61dbfed10010), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:00.926076 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-701992462-network', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:00.970891 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f835de7e-9a41-4608-b35e-61dbfed10010), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:00.993195 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1096} {{(pid=113460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:51:01.023414 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773073167674', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (7f7b0813-8e59-4bd3-97c2-d98cbc60bb11), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.023956 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Unsubscribe: segment precommit_create {{(pid=113460) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 29 23:51:01.024630 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.segments_db [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Added segment 7f7b0813-8e59-4bd3-97c2-d98cbc60bb11 of type vlan for network e705eb9e-6339-4c6c-9900-25506cd0e1c1 Aug 29 23:51:01.042661 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Made reservation on behalf of 3fd4107165644976b1d8cdbeec3c8711 for: {'network': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:01.044977 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.067434 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f835de7e-9a41-4608-b35e-61dbfed10010,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:01.087664 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (e705eb9e-6339-4c6c-9900-25506cd0e1c1), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.109536 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.118607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.119324 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.119324 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.119483 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.119694 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Tracked resource versions report: Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: pushed versions: Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: { 'AddressGroup': {'1.2'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Agent': {'1.1'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'ConntrackHelper': {'1.0'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Log': {'1.0'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'NDPProxy': {'1.0'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Network': {'1.1'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Port': {'1.7'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'PortForwarding': {'1.3'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'QosPolicy': {'1.10'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SecurityGroup': {'1.5'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SubPort': {'1.0'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Subnet': {'1.1'}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Trunk': {'1.1'}} Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: consumer versions: Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: { DHCP agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: HyperV agent@hv-cinder-85427: {}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: L3 agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: Metadata agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: Metering agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: Open vSwitch agent@dv-cinder-854272-4-iscsi: { 'AddressGroup': '1.2', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Agent': '1.1', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'ConntrackHelper': '1.0', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'LocalIPAssociation': '1.0', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Log': '1.0', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'NDPProxy': '1.0', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Network': '1.1', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Port': '1.7', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'PortForwarding': '1.3', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'QosPolicy': '1.10', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SecurityGroup': '1.5', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SecurityGroupRule': '1.2', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'SubPort': '1.0', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Subnet': '1.1', Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: 'Trunk': '1.1'}} Aug 29 23:51:01.120865 dv-cinder-854272-4-iscsi neutron-server[113460]: {{(pid=113460) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:51:01.137023 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-92acd138-cf48-46a8-b8b7-255712770a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.153124 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-515996053-network', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:01.250169 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Publish callbacks [] for security_group (0ca7acd0-0f83-4a5e-824c-f1fa21f24c7b), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.256436 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Made reservation on behalf of 2d358f3073d446f49dc51777a7afc30e for: {'network': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:01.258861 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.261005 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (e705eb9e-6339-4c6c-9900-25506cd0e1c1), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.261917 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:01.262515 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.307775 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-177042338-network', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:01.324922 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-network', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:01.362492 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.386402 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0ca7acd0-0f83-4a5e-824c-f1fa21f24c7b), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.400247 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] Pushing event updated for resources: {'Network': ['ID=e705eb9e-6339-4c6c-9900-25506cd0e1c1,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:01.409784 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1093} {{(pid=113460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:51:01.418995 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:51:01.445476 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:01.445476 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (bb344c79-68c6-41fe-ac82-6959242a3693), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.445476 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.segments_db [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Added segment bb344c79-68c6-41fe-ac82-6959242a3693 of type vlan for network 39f95710-f788-408d-8a65-e81984f3a974 Aug 29 23:51:01.467572 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca7acd0-0f83-4a5e-824c-f1fa21f24c7b,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:01.477032 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Made reservation on behalf of 80d82515633f4c2faa34d3225a6f26a6 for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:01.479901 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.500937 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-96a7698a-10c3-4f22-9936-640b5fbd3442 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2538471 Aug 29 23:51:01.504682 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44786) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:01.517473 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (39f95710-f788-408d-8a65-e81984f3a974), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.519085 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.523561 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Request body: {'subnet': {'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-472652674-subnet', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:01.530450 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:01.594701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Publish callbacks [] for security_group (a90ce89a-4d64-4183-a750-c3fd34817414), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.611350 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Made reservation on behalf of cb38bc3ae5c14e4c8385809d84573600 for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:01.614517 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.630751 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Publish callbacks [] for security_group (8b029532-b657-4d2b-9c06-8b501c5f7224), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.632105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.639837 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Made reservation on behalf of a8ada08f998844e997babd510083c205 for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:01.643926 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.693424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (39f95710-f788-408d-8a65-e81984f3a974), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.694440 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:01.695212 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.701946 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a90ce89a-4d64-4183-a750-c3fd34817414), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.723680 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (8b029532-b657-4d2b-9c06-8b501c5f7224), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.728097 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Publish callbacks [] for security_group (11f0cb7a-a983-4806-96b5-314d7013a0f9), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.759109 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=113460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:51:01.759382 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b029532-b657-4d2b-9c06-8b501c5f7224,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:01.764808 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:01.769925 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.770274 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.770697 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.771044 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.771382 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.771913 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.772403 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.773156 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.773656 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.774154 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.774676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.775182 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.775665 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.776130 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.776610 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Tracked resource versions report: Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: pushed versions: Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: { 'AddressGroup': {'1.2'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Agent': {'1.1'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'ConntrackHelper': {'1.0'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Log': {'1.0'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'NDPProxy': {'1.0'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Network': {'1.1'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Port': {'1.7'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'PortForwarding': {'1.3'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'QosPolicy': {'1.10'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SecurityGroup': {'1.5'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SubPort': {'1.0'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Subnet': {'1.1'}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Trunk': {'1.1'}} Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: consumer versions: Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: { DHCP agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: HyperV agent@hv-cinder-85427: {}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: L3 agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: Metadata agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: Metering agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: Open vSwitch agent@dv-cinder-854272-4-iscsi: { 'AddressGroup': '1.2', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Agent': '1.1', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'ConntrackHelper': '1.0', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'LocalIPAssociation': '1.0', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Log': '1.0', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'NDPProxy': '1.0', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Network': '1.1', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Port': '1.7', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'PortForwarding': '1.3', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'QosPolicy': '1.10', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SecurityGroup': '1.5', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SecurityGroupRule': '1.2', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'SubPort': '1.0', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Subnet': '1.1', Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: 'Trunk': '1.1'}} Aug 29 23:51:01.778090 dv-cinder-854272-4-iscsi neutron-server[113459]: {{(pid=113459) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:51:01.783873 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1087} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:51:01.794078 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (ee36eb86-af0c-46fd-b731-cf8f8865ebf6), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.794448 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Added segment ee36eb86-af0c-46fd-b731-cf8f8865ebf6 of type vlan for network 9b596b2d-12e3-47f4-a595-eed3b3358a18 Aug 29 23:51:01.836391 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (9b596b2d-12e3-47f4-a595-eed3b3358a18), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.848380 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ce89a-4d64-4183-a750-c3fd34817414,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:01.854331 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (d9a8179b-cf67-4b7f-ba68-63f56617f5fd), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.854943 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.segments_db [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Added segment d9a8179b-cf67-4b7f-ba68-63f56617f5fd of type vlan for network 81309772-a7ea-411c-9807-d5770abcbfb5 Aug 29 23:51:01.863015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (11f0cb7a-a983-4806-96b5-314d7013a0f9), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.869039 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2868471 Aug 29 23:51:01.870021 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44802) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:01.875839 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:51:01.880801 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Request body: {'subnet': {'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-subnet', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:01.889848 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (45eb5986-c5cf-4bf9-be8b-6242b6d76860), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.890634 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Added segment 45eb5986-c5cf-4bf9-be8b-6242b6d76860 of type vlan for network f41e94be-340b-4555-8a1d-79b9b3c4ac59 Aug 29 23:51:01.906177 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1c1c0-a77a-4b73-9828-591db43e7a09 admin admin] Pushing event updated for resources: {'Network': ['ID=39f95710-f788-408d-8a65-e81984f3a974,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:01.923349 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 39f95710-f788-408d-8a65-e81984f3a974 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:51:01.934089 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (f41e94be-340b-4555-8a1d-79b9b3c4ac59), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.980855 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (81309772-a7ea-411c-9807-d5770abcbfb5), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.982842 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (9b596b2d-12e3-47f4-a595-eed3b3358a18), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.984124 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:01.984933 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:01.995883 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f0cb7a-a983-4806-96b5-314d7013a0f9,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:02.063873 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] Pushing event updated for resources: {'Network': ['ID=9b596b2d-12e3-47f4-a595-eed3b3358a18,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:02.067261 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (f41e94be-340b-4555-8a1d-79b9b3c4ac59), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.068588 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:02.069652 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.074804 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Made reservation on behalf of 3fd4107165644976b1d8cdbeec3c8711 for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:02.076826 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:51:02.089421 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.145344 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:02.149598 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-ea0a314b-b246-4c66-a16f-ed5234016b26 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3125751 Aug 29 23:51:02.150879 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=f41e94be-340b-4555-8a1d-79b9b3c4ac59,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:02.153981 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44808) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:02.161913 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-4e22bf00-c966-4c9e-97d2-297bcbeac5a2 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3569837 Aug 29 23:51:02.167459 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Request body: {'subnet': {'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-177042338-subnet', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:02.189425 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44810) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:02.193931 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Request body: {'subnet': {'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-subnet', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:02.204119 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (81309772-a7ea-411c-9807-d5770abcbfb5), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.205047 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:02.205661 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.216335 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:02.218510 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:51:02.268237 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Made reservation on behalf of 80d82515633f4c2faa34d3225a6f26a6 for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:02.271344 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.544517 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] Pushing event updated for resources: {'Network': ['ID=81309772-a7ea-411c-9807-d5770abcbfb5,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:02.587336 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Made reservation on behalf of cb38bc3ae5c14e4c8385809d84573600 for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:02.587336 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.591418 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 81309772-a7ea-411c-9807-d5770abcbfb5 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:51:02.592510 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b99b7e52-1cd8-4b8a-b041-c241ddfe87b2 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7339165 Aug 29 23:51:02.592510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (a9337af6-5bb3-4ea0-b5ae-63301ed1a391), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.592510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44834) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:02.592510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Request body: {'subnet': {'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-515996053-subnet', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:02.596416 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9337af6-5bb3-4ea0-b5ae-63301ed1a391,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:02.626873 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Checking segment: {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:02.627231 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Network hostable DHCP agents. Network: e705eb9e-6339-4c6c-9900-25506cd0e1c1, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:51:02.680071 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (6ddb1dcf-67ed-4fba-8aad-7d58c254553a), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.822974 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (c496b8d6-8b00-49fa-bb8e-5ad596ae66a6), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.899069 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Checking segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:02.899779 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Network hostable DHCP agents. Network: 9b596b2d-12e3-47f4-a595-eed3b3358a18, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:51:02.937606 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:02.940345 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:51:02.942806 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Made reservation on behalf of 2d358f3073d446f49dc51777a7afc30e for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:02.945971 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:02.959911 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:03.027243 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddb1dcf-67ed-4fba-8aad-7d58c254553a,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:03.046785 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:51:03.050502 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (59887db0-8ea3-40bf-bd94-58908598d93b), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.063717 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Checking segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:03.064072 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Network hostable DHCP agents. Network: 39f95710-f788-408d-8a65-e81984f3a974, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:51:03.122849 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59887db0-8ea3-40bf-bd94-58908598d93b,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:03.135822 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Checking segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:03.136816 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Network hostable DHCP agents. Network: f41e94be-340b-4555-8a1d-79b9b3c4ac59, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:51:03.175212 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 9b596b2d-12e3-47f4-a595-eed3b3358a18) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:03.181185 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, e705eb9e-6339-4c6c-9900-25506cd0e1c1) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:03.182448 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:03.183245 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.194351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:03.195190 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.208953 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8a209f-dc9b-4dd8-a5e3-b2c96fc675e2 None None] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:03.211173 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84815ec5-a3b5-48c6-8571-c712c0d2897b None None] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:03.262502 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Network 39f95710-f788-408d-8a65-e81984f3a974 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:51:03.264020 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:51:03.272164 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-bb6bf1c4-7ca2-455e-92ee-fa4aac4028bf admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1061494 Aug 29 23:51:03.272332 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 39f95710-f788-408d-8a65-e81984f3a974) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:03.272947 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44878) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:03.276137 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:03.276742 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.287227 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:03.298498 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae89f53-6fea-4d13-ad5e-4e6339ee0723 None None] Network 39f95710-f788-408d-8a65-e81984f3a974 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:03.300163 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, f41e94be-340b-4555-8a1d-79b9b3c4ac59) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:03.307856 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:03.308543 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.322884 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915518a-c2b8-43c2-970d-e865972dd9dc None None] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:03.333732 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-260b79b7-243a-43cf-8bc6-0901737f4074 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8234925 Aug 29 23:51:03.335712 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (8f22fed0-2271-4414-975d-90e99557fb03), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.339243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44884) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:03.351124 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:03.406015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44888) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:03.411390 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f00de3d7-32a3-40b1-bda8-abe2da0c6258 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5348539 Aug 29 23:51:03.411788 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:03.420088 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-f1bc66e4-e562-4657-a207-14431a6abe47 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2300229 Aug 29 23:51:03.423224 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44892) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:03.474708 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (b4e88479-0ff6-4eb2-b205-c10d1268b489), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.476008 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (b4e88479-0ff6-4eb2-b205-c10d1268b489), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.486549 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:03.493201 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f22fed0-2271-4414-975d-90e99557fb03,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:03.501600 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Checking segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:03.502190 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Network hostable DHCP agents. Network: 81309772-a7ea-411c-9807-d5770abcbfb5, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:51:03.550190 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (7b16d09c-0549-4b06-af4f-3a59ee7950a6), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.551371 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (7b16d09c-0549-4b06-af4f-3a59ee7950a6), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.635630 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:51:03.638134 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.638490 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks [] for router_controller (b4e88479-0ff6-4eb2-b205-c10d1268b489), precommit_add_association {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.652024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Network 81309772-a7ea-411c-9807-d5770abcbfb5 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:51:03.670218 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44908) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:03.687340 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (a79468d6-c4ed-4600-8dc3-c201621a7df0), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.687340 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (a79468d6-c4ed-4600-8dc3-c201621a7df0), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.687931 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (cd22b49f-721e-45c9-a6fc-acd77851c4d5), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.688508 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (cd22b49f-721e-45c9-a6fc-acd77851c4d5), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.693792 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks [] for router_controller (7b16d09c-0549-4b06-af4f-3a59ee7950a6), precommit_add_association {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.758123 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-4e9f9514-0108-4b39-9af2-f3361c5e079a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.782786 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 81309772-a7ea-411c-9807-d5770abcbfb5) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:03.788239 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:03.789061 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.807708 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec5b94f-00fa-41fd-baac-0d15c2f96eb4 None None] Network 81309772-a7ea-411c-9807-d5770abcbfb5 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:03.821411 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-04f563f5-3d8b-49d0-9bb6-ef4681c62093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.832795 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks [] for router_controller (cd22b49f-721e-45c9-a6fc-acd77851c4d5), precommit_add_association {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.834507 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks [] for router_controller (a79468d6-c4ed-4600-8dc3-c201621a7df0), precommit_add_association {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.844573 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-e705eb9e-6339-4c6c-9900-25506cd0e1c1', 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1', 'project_id': 'a8ada08f998844e997babd510083c205', 'fixed_ips': [{'subnet_id': 'a9337af6-5bb3-4ea0-b5ae-63301ed1a391'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:51:03.846091 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.858695 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:03.887860 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-9b596b2d-12e3-47f4-a595-eed3b3358a18', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:51:03.889087 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.891583 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:03.918364 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-351cd9b9-1325-4ba0-8a43-d1ac4dd70ab3 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4068313 Aug 29 23:51:03.921943 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44914) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:03.925838 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-04f563f5-3d8b-49d0-9bb6-ef4681c62093 admin admin] Publish callbacks [] for security_group (f698d374-0f4c-497b-9451-f1fbc4d9d088), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.929185 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:03.988585 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-04f563f5-3d8b-49d0-9bb6-ef4681c62093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f698d374-0f4c-497b-9451-f1fbc4d9d088), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:03.989680 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-39f95710-f788-408d-8a65-e81984f3a974', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:51:03.990796 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.051615 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (3c569ee0-82a9-4b20-bc3e-774b9ab33219), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.052663 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (3c569ee0-82a9-4b20-bc3e-774b9ab33219), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.062050 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-04f563f5-3d8b-49d0-9bb6-ef4681c62093 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=49634e29b4934624a8b94d5385098c12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3907583 Aug 29 23:51:04.064001 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f563f5-3d8b-49d0-9bb6-ef4681c62093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f698d374-0f4c-497b-9451-f1fbc4d9d088,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:04.067636 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44916) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:04.070532 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:04.207242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks [] for router_controller (3c569ee0-82a9-4b20-bc3e-774b9ab33219), precommit_add_association {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.228133 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-13e508f8-7820-49d6-b467-f815be972555 admin admin] Publish callbacks [] for security_group (f698d374-0f4c-497b-9451-f1fbc4d9d088), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.251099 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-13e508f8-7820-49d6-b467-f815be972555 admin admin] Publish callbacks [] for security_group (f698d374-0f4c-497b-9451-f1fbc4d9d088), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.308576 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-81309772-a7ea-411c-9807-d5770abcbfb5', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:51:04.310266 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.334727 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44920) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:04.358579 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Allocated IP 172.20.0.2 (f41e94be-340b-4555-8a1d-79b9b3c4ac59/59887db0-8ea3-40bf-bd94-58908598d93b/d335ffed-fc3c-48c2-abfd-132abaa4e505) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:04.383765 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks [] for router_gateway (b4e88479-0ff6-4eb2-b205-c10d1268b489), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.389345 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks [] for router_gateway (7b16d09c-0549-4b06-af4f-3a59ee7950a6), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.452863 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks [] for router_gateway (cd22b49f-721e-45c9-a6fc-acd77851c4d5), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.457411 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks [] for router_gateway (a79468d6-c4ed-4600-8dc3-c201621a7df0), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.494137 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Allocated IP 172.20.0.2 (e705eb9e-6339-4c6c-9900-25506cd0e1c1/a9337af6-5bb3-4ea0-b5ae-63301ed1a391/42e4ca33-17e7-4afe-b34a-bb5c64573731) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:04.538216 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-13e508f8-7820-49d6-b467-f815be972555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f698d374-0f4c-497b-9451-f1fbc4d9d088), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.540853 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-13e508f8-7820-49d6-b467-f815be972555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.544717 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-13e508f8-7820-49d6-b467-f815be972555 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/f698d374-0f4c-497b-9451-f1fbc4d9d088 HTTP/1.1" status: 204 len: 168 time: 0.4721246 Aug 29 23:51:04.548666 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f0165596-ea75-40c4-82e8-b1b7647fc07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.599538 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e508f8-7820-49d6-b467-f815be972555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f698d374-0f4c-497b-9451-f1fbc4d9d088,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:04.610924 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Allocated IP 172.20.0.2 (39f95710-f788-408d-8a65-e81984f3a974/6ddb1dcf-67ed-4fba-8aad-7d58c254553a/0514f9d4-251c-43e0-a048-c71b0f430a2a) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:04.617942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Allocated IP 172.20.0.2 (9b596b2d-12e3-47f4-a595-eed3b3358a18/c496b8d6-8b00-49fa-bb8e-5ad596ae66a6/e051a62f-e1a9-456d-a20d-4776835a0258) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:04.646775 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks [] for router_gateway (3c569ee0-82a9-4b20-bc3e-774b9ab33219), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.715438 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f0165596-ea75-40c4-82e8-b1b7647fc07f admin admin] Publish callbacks [] for security_group (5893eac4-e970-4815-aff6-0251d6aac70e), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.847219 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f0165596-ea75-40c4-82e8-b1b7647fc07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5893eac4-e970-4815-aff6-0251d6aac70e), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:04.865481 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:04.901289 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:04.976266 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f0165596-ea75-40c4-82e8-b1b7647fc07f admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f71b0d227a5147218377cab6f22a9b52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6379607 Aug 29 23:51:05.011257 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 44938) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:05.013099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Allocated IP 172.20.0.2 (81309772-a7ea-411c-9807-d5770abcbfb5/8f22fed0-2271-4414-975d-90e99557fb03/9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:05.024525 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.027479 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0165596-ea75-40c4-82e8-b1b7647fc07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5893eac4-e970-4815-aff6-0251d6aac70e,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:05.106457 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks [] for router_gateway (3c569ee0-82a9-4b20-bc3e-774b9ab33219), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.143707 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.207728 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Publish callbacks [] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.213973 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:05.275441 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Publish callbacks [] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.305245 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.324155 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Allocated IP 172.27.2.110 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/f90a03c6-1593-46e7-8e76-faa019ddf6cd) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:05.481423 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks [] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.492706 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks [] for router_gateway (b4e88479-0ff6-4eb2-b205-c10d1268b489), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.506450 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks [] for router_gateway (7b16d09c-0549-4b06-af4f-3a59ee7950a6), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.509950 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:05.510065 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.547386 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:05.553119 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44960) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:05.561143 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:05.564390 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:05.576322 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c9aaffa0-c9a5-41f3-ab9b-e9cdda2c3ae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.580300 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Publish callbacks [] for port (e051a62f-e1a9-456d-a20d-4776835a0258), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.586623 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.595312 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.604396 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:05.632798 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:05.634159 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Publish callbacks [] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.636652 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:05.647798 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:05.650337 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:05.656176 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Pushing event updated for resources: {'Port': ['ID=d335ffed-fc3c-48c2-abfd-132abaa4e505,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:05.662935 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:05.688621 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.702913 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.720327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.720674 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.721054 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.721948 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.722611 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.723047 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.723379 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.723745 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.724086 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.724402 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.724727 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.725066 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.725391 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.725709 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.726028 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Tracked resource versions report: Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: pushed versions: Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: { 'AddressGroup': {'1.2'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Agent': {'1.1'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'ConntrackHelper': {'1.0'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Log': {'1.0'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'NDPProxy': {'1.0'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Network': {'1.1'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Port': {'1.7'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'PortForwarding': {'1.3'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'QosPolicy': {'1.10'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SecurityGroup': {'1.5'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SubPort': {'1.0'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Subnet': {'1.1'}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Trunk': {'1.1'}} Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: consumer versions: Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: { DHCP agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: HyperV agent@hv-cinder-85427: {}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: L3 agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: Metadata agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: Metering agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: Open vSwitch agent@dv-cinder-854272-4-iscsi: { 'AddressGroup': '1.2', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Agent': '1.1', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'ConntrackHelper': '1.0', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'LocalIPAssociation': '1.0', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Log': '1.0', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'NDPProxy': '1.0', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Network': '1.1', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Port': '1.7', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'PortForwarding': '1.3', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'QosPolicy': '1.10', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SecurityGroup': '1.5', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SecurityGroupRule': '1.2', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'SubPort': '1.0', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Subnet': '1.1', Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: 'Trunk': '1.1'}} Aug 29 23:51:05.727242 dv-cinder-854272-4-iscsi neutron-server[113461]: {{(pid=113461) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:51:05.737447 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=11 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:05.782249 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.788677 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:05.814073 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Pushing event updated for resources: {'Port': ['ID=f90a03c6-1593-46e7-8e76-faa019ddf6cd,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:05.847457 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:05.850239 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:05.857960 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Attempting to bind port d335ffed-fc3c-48c2-abfd-132abaa4e505 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:05.858400 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Attempting to bind port d335ffed-fc3c-48c2-abfd-132abaa4e505 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:05.858787 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Attempting to bind port d335ffed-fc3c-48c2-abfd-132abaa4e505 on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:05.896213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c9aaffa0-c9a5-41f3-ab9b-e9cdda2c3ae1 admin admin] Publish callbacks [] for security_group (ad36b303-6b89-4fe3-8d18-aede4fac8330), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.905209 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Network 39f95710-f788-408d-8a65-e81984f3a974 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:05.908331 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:05.911067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Checking segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:05.911067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.911067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Bound using segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:05.911067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Bound port: d335ffed-fc3c-48c2-abfd-132abaa4e505, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:05.911067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.913379 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Publish callbacks [] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.918818 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Attempting to bind port 42e4ca33-17e7-4afe-b34a-bb5c64573731 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:05.918818 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Attempting to bind port 42e4ca33-17e7-4afe-b34a-bb5c64573731 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:05.919080 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Attempting to bind port 42e4ca33-17e7-4afe-b34a-bb5c64573731 on network e705eb9e-6339-4c6c-9900-25506cd0e1c1 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:05.945000 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Pushing event updated for resources: {'Port': ['ID=42e4ca33-17e7-4afe-b34a-bb5c64573731,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:05.950759 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:05.956428 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks [] for router_gateway (cd22b49f-721e-45c9-a6fc-acd77851c4d5), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:05.957941 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:05.960231 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:05.995140 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c263b67d-a87c-47c0-97f6-9f3f0eac5146 admin admin] Publish callbacks [] for security_group (5893eac4-e970-4815-aff6-0251d6aac70e), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.000104 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Allocated IP 172.27.2.144 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/b1e47e7e-55eb-43c0-bc0c-aa67bad822fa) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:06.000410 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:06.000774 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Checking segment: {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:06.001179 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.001578 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Bound using segment: {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:06.002058 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Bound port: 42e4ca33-17e7-4afe-b34a-bb5c64573731, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:06.003038 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.009768 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.025097 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.027096 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks [] for router_gateway (a79468d6-c4ed-4600-8dc3-c201621a7df0), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.073790 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.105730 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c263b67d-a87c-47c0-97f6-9f3f0eac5146 admin admin] Publish callbacks [] for security_group (5893eac4-e970-4815-aff6-0251d6aac70e), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.131748 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c9aaffa0-c9a5-41f3-ab9b-e9cdda2c3ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ad36b303-6b89-4fe3-8d18-aede4fac8330), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.178659 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Pushing event updated for resources: {'Port': ['ID=e051a62f-e1a9-456d-a20d-4776835a0258,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:06.184943 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Network 81309772-a7ea-411c-9807-d5770abcbfb5 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:06.187484 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-c9aaffa0-c9a5-41f3-ab9b-e9cdda2c3ae1 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=134263c87f7e441c90e1059cf4027576&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6332726 Aug 29 23:51:06.190217 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aaffa0-c9a5-41f3-ab9b-e9cdda2c3ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad36b303-6b89-4fe3-8d18-aede4fac8330,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:06.194317 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44970) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:06.202409 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks [] for router_gateway (3c569ee0-82a9-4b20-bc3e-774b9ab33219), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.206122 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Attempting to bind port e051a62f-e1a9-456d-a20d-4776835a0258 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:06.206649 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Attempting to bind port e051a62f-e1a9-456d-a20d-4776835a0258 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:06.218525 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Attempting to bind port e051a62f-e1a9-456d-a20d-4776835a0258 on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:06.241088 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:06.244118 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:06.283135 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:06.283510 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Checking segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:06.284755 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.285162 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Bound using segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:06.285661 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Bound port: e051a62f-e1a9-456d-a20d-4776835a0258, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:06.286034 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.315813 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Attempting to bind port 0514f9d4-251c-43e0-a048-c71b0f430a2a on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:06.316548 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Attempting to bind port 0514f9d4-251c-43e0-a048-c71b0f430a2a by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:06.317151 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Attempting to bind port 0514f9d4-251c-43e0-a048-c71b0f430a2a on network 39f95710-f788-408d-8a65-e81984f3a974 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:06.319640 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.338955 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b016c771-2959-4c05-891d-f14bcbe130ce admin admin] Publish callbacks [] for security_group (ad36b303-6b89-4fe3-8d18-aede4fac8330), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.339172 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks [] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.351018 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] For port d335ffed-fc3c-48c2-abfd-132abaa4e505, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:06.354191 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:06.375050 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Pushing event updated for resources: {'Port': ['ID=0514f9d4-251c-43e0-a048-c71b0f430a2a,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:06.381201 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:06.381577 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Checking segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:06.381983 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.382379 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Bound using segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:06.382896 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Bound port: 0514f9d4-251c-43e0-a048-c71b0f430a2a, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:06.383255 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.391365 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b016c771-2959-4c05-891d-f14bcbe130ce admin admin] Publish callbacks [] for security_group (ad36b303-6b89-4fe3-8d18-aede4fac8330), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.397356 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] For port 42e4ca33-17e7-4afe-b34a-bb5c64573731, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:06.428186 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c263b67d-a87c-47c0-97f6-9f3f0eac5146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5893eac4-e970-4815-aff6-0251d6aac70e), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.430769 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c263b67d-a87c-47c0-97f6-9f3f0eac5146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.434343 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-c263b67d-a87c-47c0-97f6-9f3f0eac5146 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5893eac4-e970-4815-aff6-0251d6aac70e HTTP/1.1" status: 204 len: 168 time: 1.4106071 Aug 29 23:51:06.441465 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b67d-a87c-47c0-97f6-9f3f0eac5146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5893eac4-e970-4815-aff6-0251d6aac70e,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:06.446797 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] For port d335ffed-fc3c-48c2-abfd-132abaa4e505, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=d335ffed-fc3c-48c2-abfd-132abaa4e505,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:06.486058 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.489082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (3c569ee0-82a9-4b20-bc3e-774b9ab33219), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.501022 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] For port 42e4ca33-17e7-4afe-b34a-bb5c64573731, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=42e4ca33-17e7-4afe-b34a-bb5c64573731,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:06.507869 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.553938 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Attempting to bind port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:06.555067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Attempting to bind port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:06.555593 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Attempting to bind port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 on network 81309772-a7ea-411c-9807-d5770abcbfb5 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:06.585940 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Pushing event updated for resources: {'Port': ['ID=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:06.595519 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:06.596112 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Checking segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:06.596959 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.597766 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Bound using segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:06.598635 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Bound port: 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:06.599193 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.617120 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.621338 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.687706 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] For port e051a62f-e1a9-456d-a20d-4776835a0258, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:06.691238 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] For port 0514f9d4-251c-43e0-a048-c71b0f430a2a, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:06.718299 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b016c771-2959-4c05-891d-f14bcbe130ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ad36b303-6b89-4fe3-8d18-aede4fac8330), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.723363 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b016c771-2959-4c05-891d-f14bcbe130ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.728217 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b016c771-2959-4c05-891d-f14bcbe130ce admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/ad36b303-6b89-4fe3-8d18-aede4fac8330 HTTP/1.1" status: 204 len: 168 time: 0.5292594 Aug 29 23:51:06.735098 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Allocated IP 172.27.2.245 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/a68aa1f5-c051-4bcf-9d07-478f7c7c0d63) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:06.739678 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] For port e051a62f-e1a9-456d-a20d-4776835a0258, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=e051a62f-e1a9-456d-a20d-4776835a0258,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:06.747743 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] For port 0514f9d4-251c-43e0-a048-c71b0f430a2a, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=0514f9d4-251c-43e0-a048-c71b0f430a2a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:06.749713 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:06.749999 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016c771-2959-4c05-891d-f14bcbe130ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad36b303-6b89-4fe3-8d18-aede4fac8330,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:06.808290 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:06.811763 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca5c20-185b-49ad-adb7-0ca77505c9e7 None None] Pushing event updated for resources: {'Port': ['ID=42e4ca33-17e7-4afe-b34a-bb5c64573731,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:06.816706 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:06.838385 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:06.864578 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] For port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:06.875574 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.875574 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:06.891341 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:51:06.910470 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] For port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:06.926732 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120726ff-5893-4c53-8896-a3e53c36705e None None] Pushing event updated for resources: {'Port': ['ID=d335ffed-fc3c-48c2-abfd-132abaa4e505,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:07.020580 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e65b9-5383-4cd4-97d9-5a2aeff972fd None None] Pushing event updated for resources: {'Port': ['ID=e051a62f-e1a9-456d-a20d-4776835a0258,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:07.063100 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:07.130818 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec14321-338c-4603-af90-aa28f1edf849 None None] Pushing event updated for resources: {'Port': ['ID=0514f9d4-251c-43e0-a048-c71b0f430a2a,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:07.241648 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:07.245691 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e47e7e-55eb-43c0-bc0c-aa67bad822fa,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:07.250996 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Sync routers for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:07.267482 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:07.272993 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:07.277727 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:07.412237 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2a6e6-ac59-4029-8379-4dd9000edd8f None None] Pushing event updated for resources: {'Port': ['ID=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:07.419361 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:07.425653 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2dd71c35-8c1c-409b-a4c3-cf46dad8a394 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4975829 Aug 29 23:51:07.425653 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:07.428168 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 44990) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:07.588114 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks [] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:07.813023 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:07.972875 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:07.999436 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.115044 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:05Z', 'revision_number': 3, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:08.161657 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:08.185269 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Checking router: 3c569ee0-82a9-4b20-bc3e-774b9ab33219 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:08.185627 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Updating router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 port f90a03c6-1593-46e7-8e76-faa019ddf6cd binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:08.214715 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.226891 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.317145 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:08.334699 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:08.349466 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:08.367796 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=a68aa1f5-c051-4bcf-9d07-478f7c7c0d63,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:08.419993 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Allocated IP 172.27.2.98 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/751ff745-5032-47f0-b0fb-be18ad7cbed4) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:08.531448 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks [] for router_gateway (b4e88479-0ff6-4eb2-b205-c10d1268b489), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.550804 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device d335ffed-fc3c-48c2-abfd-132abaa4e505 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:08.555949 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Allocated IP 172.20.0.1 (81309772-a7ea-411c-9807-d5770abcbfb5/8f22fed0-2271-4414-975d-90e99557fb03/a309192a-6c2b-4caf-abb5-a2db50b67b47) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:08.639958 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port d335ffed-fc3c-48c2-abfd-132abaa4e505 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:08.640938 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.753942 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Publish callbacks [] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.775526 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port d335ffed-fc3c-48c2-abfd-132abaa4e505 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:08.776230 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.788361 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:08.802219 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks [] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.836581 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45014) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:08.838138 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:08.843440 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port d335ffed-fc3c-48c2-abfd-132abaa4e505, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=d335ffed-fc3c-48c2-abfd-132abaa4e505,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:08.881190 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.909519 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:08.910359 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 42e4ca33-17e7-4afe-b34a-bb5c64573731 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:08.933316 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Pushing event updated for resources: {'Port': ['ID=a309192a-6c2b-4caf-abb5-a2db50b67b47,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:08.946626 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Network 81309772-a7ea-411c-9807-d5770abcbfb5 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:08.948173 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:08.951424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:08.952007 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (3c569ee0-82a9-4b20-bc3e-774b9ab33219), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.004780 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks [] for router_gateway (7b16d09c-0549-4b06-af4f-3a59ee7950a6), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.041478 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:09.064020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=d335ffed-fc3c-48c2-abfd-132abaa4e505,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:09.114522 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:09.116590 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 42e4ca33-17e7-4afe-b34a-bb5c64573731 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:09.118924 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.127476 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.172362 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (b4e88479-0ff6-4eb2-b205-c10d1268b489), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.310570 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 42e4ca33-17e7-4afe-b34a-bb5c64573731 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:09.321475 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.328759 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.381778 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 42e4ca33-17e7-4afe-b34a-bb5c64573731, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=42e4ca33-17e7-4afe-b34a-bb5c64573731,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:09.412012 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:09.468559 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.469860 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e051a62f-e1a9-456d-a20d-4776835a0258 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:09.671332 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:09.681746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:09.707826 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b575e5f-5909-4227-978f-3fed2bfd6172 None None] Network 39f95710-f788-408d-8a65-e81984f3a974 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:09.764488 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:09.788855 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=42e4ca33-17e7-4afe-b34a-bb5c64573731,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:09.888509 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790a9f8-6dbd-467d-a950-12a6899328af None None] Network 81309772-a7ea-411c-9807-d5770abcbfb5 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:09.907632 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-36852a52-0ae2-4d19-b1cb-c6d025775110 None None] Provisioning complete for port 0514f9d4-251c-43e0-a048-c71b0f430a2a triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:09.911127 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-36852a52-0ae2-4d19-b1cb-c6d025775110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.915434 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port e051a62f-e1a9-456d-a20d-4776835a0258 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:09.917701 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.922016 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5dd74a3d-20c7-455d-9a8d-c62537ba70b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:09.942523 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:10.122293 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Pushing event updated for resources: {'Port': ['ID=751ff745-5032-47f0-b0fb-be18ad7cbed4,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:10.180813 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Publish callbacks [] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.186193 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:10.217857 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Allocated IP 172.27.2.217 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/0858aba7-10ea-417c-92bb-588620052be1) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:10.254113 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5dd74a3d-20c7-455d-9a8d-c62537ba70b5 admin admin] Publish callbacks [] for security_group (d1e48304-e481-4a42-bc2d-f9c47a3a671d), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.275113 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.277099 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (3c569ee0-82a9-4b20-bc3e-774b9ab33219), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.339626 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (7b16d09c-0549-4b06-af4f-3a59ee7950a6), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.380054 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5dd74a3d-20c7-455d-9a8d-c62537ba70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (d1e48304-e481-4a42-bc2d-f9c47a3a671d), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.382720 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e3af7f-58d3-4c4e-8d08-353b256d9dcd None None] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:10.399554 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Pushing event updated for resources: {'Port': ['ID=a309192a-6c2b-4caf-abb5-a2db50b67b47,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:10.457871 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd74a3d-20c7-455d-9a8d-c62537ba70b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e48304-e481-4a42-bc2d-f9c47a3a671d,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:10.470272 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5dd74a3d-20c7-455d-9a8d-c62537ba70b5 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=fc38f27d21dc494d9039037c3286cf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6317165 Aug 29 23:51:10.470892 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45038) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:10.568343 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3199fa-cf02-409a-8eea-6a6cabdeb4ba None None] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:10.570613 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a60513a-f563-4133-b425-c7153d34553d None None] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:51:10.575011 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6254-16a1-479e-b8bb-8250ba02fe46 admin admin] Publish callbacks [] for security_group (d1e48304-e481-4a42-bc2d-f9c47a3a671d), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.598471 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Network 81309772-a7ea-411c-9807-d5770abcbfb5 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:10.603434 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:10.641835 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:10.645292 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6254-16a1-479e-b8bb-8250ba02fe46 admin admin] Publish callbacks [] for security_group (d1e48304-e481-4a42-bc2d-f9c47a3a671d), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.728429 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:51:10.791933 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks [] for router_gateway (cd22b49f-721e-45c9-a6fc-acd77851c4d5), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.805314 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:10.887053 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:51:10.964794 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6254-16a1-479e-b8bb-8250ba02fe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (d1e48304-e481-4a42-bc2d-f9c47a3a671d), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.975335 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6254-16a1-479e-b8bb-8250ba02fe46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:10.982226 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-8c1f6254-16a1-479e-b8bb-8250ba02fe46 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/d1e48304-e481-4a42-bc2d-f9c47a3a671d HTTP/1.1" status: 204 len: 168 time: 0.5077305 Aug 29 23:51:11.005093 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f6254-16a1-479e-b8bb-8250ba02fe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e48304-e481-4a42-bc2d-f9c47a3a671d,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:11.159914 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:11.169066 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:11.179465 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port e051a62f-e1a9-456d-a20d-4776835a0258 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:11.179901 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.180022 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f91b46cd-7268-40e1-80e8-54cefbe75b95 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/3c569ee0-82a9-4b20-bc3e-774b9ab33219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7506905 Aug 29 23:51:11.278520 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks [] for port (0858aba7-10ea-417c-92bb-588620052be1), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.334398 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:51:11.388614 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port e051a62f-e1a9-456d-a20d-4776835a0258, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=e051a62f-e1a9-456d-a20d-4776835a0258,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:11.394695 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-36852a52-0ae2-4d19-b1cb-c6d025775110 None None] Current status of the port 0514f9d4-251c-43e0-a048-c71b0f430a2a is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:11.395093 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-36852a52-0ae2-4d19-b1cb-c6d025775110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.446013 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-36852a52-0ae2-4d19-b1cb-c6d025775110 None None] For port 0514f9d4-251c-43e0-a048-c71b0f430a2a, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=0514f9d4-251c-43e0-a048-c71b0f430a2a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:11.462523 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.463434 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:11.542872 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:11.561053 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-36852a52-0ae2-4d19-b1cb-c6d025775110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.601178 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:11.609509 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:11.633162 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:11.639692 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:11.640406 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.681693 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=e051a62f-e1a9-456d-a20d-4776835a0258,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:11.701994 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:11.719081 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (0858aba7-10ea-417c-92bb-588620052be1), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.738595 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:11.739942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:11.853481 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (cd22b49f-721e-45c9-a6fc-acd77851c4d5), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.871822 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:11.901673 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.908105 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45072) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:11.910829 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-ef684f4a-18eb-44c7-95d5-11cb8fdd4383 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6293466 Aug 29 23:51:11.924202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:11.926993 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:11.951335 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Provisioning complete for port 0514f9d4-251c-43e0-a048-c71b0f430a2a triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:11.951734 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:11.981552 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:12.000099 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:12.022089 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:12.040292 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Sync routers for ids ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:12.063915 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36852a52-0ae2-4d19-b1cb-c6d025775110 None None] Pushing event updated for resources: {'Port': ['ID=0514f9d4-251c-43e0-a048-c71b0f430a2a,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:12.095657 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Pushing event updated for resources: {'Port': ['ID=0858aba7-10ea-417c-92bb-588620052be1,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:12.168142 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Routers {'7b16d09c-0549-4b06-af4f-3a59ee7950a6'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:12.170619 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:12.197202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:12.197202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.204266 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:12.292850 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:12.314344 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Publish callbacks [] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.317692 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Current status of the port 0514f9d4-251c-43e0-a048-c71b0f430a2a is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:12.349703 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Provisioning complete for port d335ffed-fc3c-48c2-abfd-132abaa4e505 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:12.358230 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.367857 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45080) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:12.411626 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-048bb4f8-11c7-4846-8e25-fb660f3cd01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.418500 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:12.419474 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.424869 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-90a81aea-4d58-4465-aa88-9868df129ee2 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0815282 Aug 29 23:51:12.443628 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45084) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:12.453910 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:12.462728 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Set router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:12.470818 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.493015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45086) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:12.497689 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-995e3fe9-4721-4a92-85c6-eda9a6c248ba tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--586481541', 'description': 'tempest-description--1881520569'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:12.579288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:12.594087 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-048bb4f8-11c7-4846-8e25-fb660f3cd01b admin admin] Publish callbacks [] for security_group (5072e2a5-f3aa-4a88-9006-379616af0626), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.599483 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:07Z', 'revision_number': 3, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:12.633876 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:12.634230 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Updating router b4e88479-0ff6-4eb2-b205-c10d1268b489 port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:12.645594 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Router cd22b49f-721e-45c9-a6fc-acd77851c4d5 is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:51:12.667568 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.671306 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.672075 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 0514f9d4-251c-43e0-a048-c71b0f430a2a up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:12.678150 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Attempting to bind port f90a03c6-1593-46e7-8e76-faa019ddf6cd on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:12.679439 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Attempting to bind port f90a03c6-1593-46e7-8e76-faa019ddf6cd by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:12.679570 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Attempting to bind port f90a03c6-1593-46e7-8e76-faa019ddf6cd on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:12.771133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-995e3fe9-4721-4a92-85c6-eda9a6c248ba tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.822808 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:12.823501 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:12.824082 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.824633 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:12.825276 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Bound port: f90a03c6-1593-46e7-8e76-faa019ddf6cd, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:12.825821 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.848238 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f90a03c6-1593-46e7-8e76-faa019ddf6cd,revision_number=2']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:12.854660 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Current status of the port d335ffed-fc3c-48c2-abfd-132abaa4e505 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:12.870708 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Provisioning complete for port e051a62f-e1a9-456d-a20d-4776835a0258 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:12.873665 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.890778 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.891354 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.891491 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.893215 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.896569 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.896842 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.897185 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.897533 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.897873 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.898887 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.899437 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.902259 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.902815 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.903306 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Tracked resource versions report: Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: pushed versions: Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: { 'AddressGroup': {'1.2'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Agent': {'1.1'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'ConntrackHelper': {'1.0'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'LocalIPAssociation': {'1.0'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Log': {'1.0'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'NDPProxy': {'1.0'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Network': {'1.1'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Port': {'1.7'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'PortForwarding': {'1.3'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'QosPolicy': {'1.10'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SecurityGroup': {'1.5'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SecurityGroupRule': {'1.2'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SubPort': {'1.0'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Subnet': {'1.1'}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Trunk': {'1.1'}} Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: consumer versions: Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: { DHCP agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: HyperV agent@hv-cinder-85427: {}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: L3 agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: Metadata agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: Metering agent@dv-cinder-854272-4-iscsi: {}, Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: Open vSwitch agent@dv-cinder-854272-4-iscsi: { 'AddressGroup': '1.2', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Agent': '1.1', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'ConntrackHelper': '1.0', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'LocalIPAssociation': '1.0', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Log': '1.0', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'NDPProxy': '1.0', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Network': '1.1', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Port': '1.7', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'PortForwarding': '1.3', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'QosPolicy': '1.10', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SecurityGroup': '1.5', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SecurityGroupRule': '1.2', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'SubPort': '1.0', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Subnet': '1.1', Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: 'Trunk': '1.1'}} Aug 29 23:51:12.916849 dv-cinder-854272-4-iscsi neutron-server[113462]: {{(pid=113462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 29 23:51:12.920007 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:12.920213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-048bb4f8-11c7-4846-8e25-fb660f3cd01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5072e2a5-f3aa-4a88-9006-379616af0626), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.927463 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-995e3fe9-4721-4a92-85c6-eda9a6c248ba tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.949999 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks [] for router_gateway (a79468d6-c4ed-4600-8dc3-c201621a7df0), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.960167 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 0514f9d4-251c-43e0-a048-c71b0f430a2a triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:12.960384 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:12.990578 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:13.023003 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] For port f90a03c6-1593-46e7-8e76-faa019ddf6cd, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:13.023529 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-995e3fe9-4721-4a92-85c6-eda9a6c248ba tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.062610 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] For port f90a03c6-1593-46e7-8e76-faa019ddf6cd, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=f90a03c6-1593-46e7-8e76-faa019ddf6cd,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:13.091713 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:08Z', 'revision_number': 3, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:13.106794 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-048bb4f8-11c7-4846-8e25-fb660f3cd01b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=803ce2e918ff438fbb4aa74065c37cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7310960 Aug 29 23:51:13.111103 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45100) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:13.112009 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bb4f8-11c7-4846-8e25-fb660f3cd01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5072e2a5-f3aa-4a88-9006-379616af0626,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:13.132921 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Sync routers for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:13.169551 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.174008 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Checking router: 7b16d09c-0549-4b06-af4f-3a59ee7950a6 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:13.174369 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Updating router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:13.217722 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:13.218865 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:13.316283 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-995e3fe9-4721-4a92-85c6-eda9a6c248ba tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.317588 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-995e3fe9-4721-4a92-85c6-eda9a6c248ba tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8245490 Aug 29 23:51:13.326538 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:13.327189 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:13.334142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45104) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:13.344333 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:13.349492 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-0867a8c5-01ae-4669-90ab-13677027eab0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'security_group_rule': {'security_group_id': '701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:13.363409 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1849bf26-8e2b-4e25-87aa-ba1f9a72c6d3 admin admin] Publish callbacks [] for security_group (5072e2a5-f3aa-4a88-9006-379616af0626), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.423320 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.428164 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-3c907682-94d5-4c3e-b8ea-71f901e96828 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.9861195 Aug 29 23:51:13.436243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45106) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:13.456406 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.472481 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:13.478441 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:13.507705 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e3fe9-4721-4a92-85c6-eda9a6c248ba tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:13.524558 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c874a0-45a8-4b2f-bc0a-9e21b88e1fd6 None None] Pushing event updated for resources: {'Port': ['ID=f90a03c6-1593-46e7-8e76-faa019ddf6cd,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:13.672996 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Current status of the port e051a62f-e1a9-456d-a20d-4776835a0258 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:13.698152 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:13.787906 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:13.802045 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Provisioning complete for port 42e4ca33-17e7-4afe-b34a-bb5c64573731 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:13.803138 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.809449 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:13.826059 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Publish callbacks [] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.830452 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1849bf26-8e2b-4e25-87aa-ba1f9a72c6d3 admin admin] Publish callbacks [] for security_group (5072e2a5-f3aa-4a88-9006-379616af0626), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.872687 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 0514f9d4-251c-43e0-a048-c71b0f430a2a is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:13.917473 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:13.938066 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:13.942510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:13.981127 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 3, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:13.985985 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:13.994486 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (a79468d6-c4ed-4600-8dc3-c201621a7df0), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.009096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Attempting to bind port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:14.009841 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Attempting to bind port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:14.010211 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Attempting to bind port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:14.086940 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1849bf26-8e2b-4e25-87aa-ba1f9a72c6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5072e2a5-f3aa-4a88-9006-379616af0626), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.086940 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1849bf26-8e2b-4e25-87aa-ba1f9a72c6d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.086940 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-1849bf26-8e2b-4e25-87aa-ba1f9a72c6d3 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5072e2a5-f3aa-4a88-9006-379616af0626 HTTP/1.1" status: 204 len: 168 time: 0.9705641 Aug 29 23:51:14.112982 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Checking router: cd22b49f-721e-45c9-a6fc-acd77851c4d5 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:14.120528 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Updating router cd22b49f-721e-45c9-a6fc-acd77851c4d5 port 751ff745-5032-47f0-b0fb-be18ad7cbed4 binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:14.136984 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849bf26-8e2b-4e25-87aa-ba1f9a72c6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5072e2a5-f3aa-4a88-9006-379616af0626,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:14.211534 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.231298 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:14.235919 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:14.236579 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.238135 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:14.240118 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Bound port: b1e47e7e-55eb-43c0-bc0c-aa67bad822fa, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:14.240769 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.254223 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.267900 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.293366 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0867a8c5-01ae-4669-90ab-13677027eab0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (3a0c4c31-cb62-414d-aa1f-1e75344dc436), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.449917 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] For port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:14.458698 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] For port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b1e47e7e-55eb-43c0-bc0c-aa67bad822fa,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:14.484131 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0867a8c5-01ae-4669-90ab-13677027eab0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (3a0c4c31-cb62-414d-aa1f-1e75344dc436), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.488082 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device d335ffed-fc3c-48c2-abfd-132abaa4e505 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:14.586678 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0867a8c5-01ae-4669-90ab-13677027eab0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (3a0c4c31-cb62-414d-aa1f-1e75344dc436), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.593122 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.622841 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b5483-e530-4ca8-a799-e603958c5f05 None None] Pushing event updated for resources: {'Port': ['ID=b1e47e7e-55eb-43c0-bc0c-aa67bad822fa,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:14.627215 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Publish callbacks [] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.652326 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867a8c5-01ae-4669-90ab-13677027eab0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0c4c31-cb62-414d-aa1f-1e75344dc436,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:14.694125 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Allocated IP 172.20.0.1 (9b596b2d-12e3-47f4-a595-eed3b3358a18/c496b8d6-8b00-49fa-bb8e-5ad596ae66a6/61d7a0ef-0864-4e1c-9285-cf7ff1caf90b) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:14.699749 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:14.718948 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Allocated IP 172.20.0.1 (e705eb9e-6339-4c6c-9900-25506cd0e1c1/a9337af6-5bb3-4ea0-b5ae-63301ed1a391/f5c0744b-8c6f-493c-9ebf-c496742fba3c) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:14.727924 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.774767 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0867a8c5-01ae-4669-90ab-13677027eab0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.774767 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-0867a8c5-01ae-4669-90ab-13677027eab0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4391034 Aug 29 23:51:14.777959 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45118) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:14.785768 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-61fefc27-c150-4147-bcd5-50c672d8ff84 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'security_group_rule': {'security_group_id': '701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:14.823984 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Current status of the port 42e4ca33-17e7-4afe-b34a-bb5c64573731 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:14.839598 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:14.839598 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:14.885702 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Attempting to bind port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:14.885702 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Attempting to bind port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:14.885702 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Attempting to bind port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:14.902760 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d007cf-2d52-458f-8fb5-3d246474e726 None None] Pushing event updated for resources: {'Port': ['ID=a68aa1f5-c051-4bcf-9d07-478f7c7c0d63,revision_number=2']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:14.905363 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:14.905613 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:14.905954 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.906309 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:14.906871 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Bound port: a68aa1f5-c051-4bcf-9d07-478f7c7c0d63, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:14.907241 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.962653 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Provisioning complete for port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:14.963455 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.973311 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:14.987026 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Publish callbacks [] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.995636 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:14.997489 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 2, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:15.002099 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] For port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:15.014157 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Router a79468d6-c4ed-4600-8dc3-c201621a7df0 is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:51:15.023762 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-61fefc27-c150-4147-bcd5-50c672d8ff84 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (fb1695d1-3b9b-4c43-9308-9182778df06b), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.038413 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8ba4d-7bc3-490d-aa1d-b26720311da8 None None] The sync data for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi is: [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 2, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:15.045648 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] For port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a68aa1f5-c051-4bcf-9d07-478f7c7c0d63,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:15.093243 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b5483-e530-4ca8-a799-e603958c5f05 None None] Pushing event updated for resources: {'Port': ['ID=b1e47e7e-55eb-43c0-bc0c-aa67bad822fa,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:15.104254 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.110327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port d335ffed-fc3c-48c2-abfd-132abaa4e505 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:15.110950 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.187676 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Routers {'7b16d09c-0549-4b06-af4f-3a59ee7950a6'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:15.189794 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:15.221084 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.225860 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-61fefc27-c150-4147-bcd5-50c672d8ff84 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (fb1695d1-3b9b-4c43-9308-9182778df06b), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.246030 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Publish callbacks [] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.300109 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d007cf-2d52-458f-8fb5-3d246474e726 None None] Pushing event updated for resources: {'Port': ['ID=a68aa1f5-c051-4bcf-9d07-478f7c7c0d63,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:15.336411 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:15.377391 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:15.382221 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] Set router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:15.390444 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:15.396417 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:15.402326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (7b16d09c-0549-4b06-af4f-3a59ee7950a6), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.486332 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:15.489015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-61fefc27-c150-4147-bcd5-50c672d8ff84 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (fb1695d1-3b9b-4c43-9308-9182778df06b), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.514060 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Sync routers for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:15.582209 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fefc27-c150-4147-bcd5-50c672d8ff84 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1695d1-3b9b-4c43-9308-9182778df06b,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:15.613480 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.644937 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c0744b-8c6f-493c-9ebf-c496742fba3c,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:15.681525 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:15.734024 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.734024 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-05b9b44f-417e-4214-9423-c7ba736ddc8c admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 12.3197608 Aug 29 23:51:15.734024 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45138) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:15.767009 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-61fefc27-c150-4147-bcd5-50c672d8ff84 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.768074 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-61fefc27-c150-4147-bcd5-50c672d8ff84 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9893627 Aug 29 23:51:15.771750 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:15.774841 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Pushing event updated for resources: {'Port': ['ID=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:15.778766 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45142) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:15.779479 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:15.814249 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:15.821390 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:15.828910 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:15.829811 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (b4e88479-0ff6-4eb2-b205-c10d1268b489), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:15.903869 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:15.904275 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Allocated IP 172.20.0.1 (f41e94be-340b-4555-8a1d-79b9b3c4ac59/59887db0-8ea3-40bf-bd94-58908598d93b/c1c97f1d-489d-40bd-b795-1dfef8a578b0) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:15.904355 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:15.924481 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Publish callbacks [] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.007047 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.048148 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Publish callbacks [] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.136056 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.150579 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.179877 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:16.257745 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.417772 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9c330-bc0e-4e1b-8680-ef2b08981259 None None] Pushing event updated for resources: {'Port': ['ID=751ff745-5032-47f0-b0fb-be18ad7cbed4,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:16.419823 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:16.423505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c97f1d-489d-40bd-b795-1dfef8a578b0,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:16.442857 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:08Z', 'revision_number': 3, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:16.461304 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:16.467652 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:16.468529 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:16.493054 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:16.496146 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:16.497641 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (cd22b49f-721e-45c9-a6fc-acd77851c4d5), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.516480 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7cf309-a102-49c3-9679-7d80e966f0c7 None None] The sync data for ids ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'] in dv-cinder-854272-4-iscsi is: [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:08Z', 'revision_number': 3, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:16.805629 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:12Z', 'revision_number': 3, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:16.882670 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Checking router: a79468d6-c4ed-4600-8dc3-c201621a7df0 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:16.883028 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Updating router a79468d6-c4ed-4600-8dc3-c201621a7df0 port 0858aba7-10ea-417c-92bb-588620052be1 binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:16.945258 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Current status of the port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:16.974415 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:16.976352 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (0858aba7-10ea-417c-92bb-588620052be1), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:16.991639 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Provisioning complete for port a309192a-6c2b-4caf-abb5-a2db50b67b47 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:16.992250 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.052457 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:17.055594 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-04a82954-ed28-4ad1-b53b-8edfffc11398 None None] Port a309192a-6c2b-4caf-abb5-a2db50b67b47 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:17.083117 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.103879 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Attempting to bind port 751ff745-5032-47f0-b0fb-be18ad7cbed4 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:17.104055 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.104133 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Attempting to bind port 751ff745-5032-47f0-b0fb-be18ad7cbed4 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:17.104133 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Attempting to bind port 751ff745-5032-47f0-b0fb-be18ad7cbed4 on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:17.116334 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:17.117040 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:17.117463 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.117981 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:17.118900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Bound port: 751ff745-5032-47f0-b0fb-be18ad7cbed4, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:17.119296 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.298153 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] For port 751ff745-5032-47f0-b0fb-be18ad7cbed4, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:17.312346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] For port 751ff745-5032-47f0-b0fb-be18ad7cbed4, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=751ff745-5032-47f0-b0fb-be18ad7cbed4,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:17.425797 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port d335ffed-fc3c-48c2-abfd-132abaa4e505 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:17.427591 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 42e4ca33-17e7-4afe-b34a-bb5c64573731 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:17.453367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Publish callbacks [] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.524693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.543100 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.547842 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (7b16d09c-0549-4b06-af4f-3a59ee7950a6), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.568048 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 42e4ca33-17e7-4afe-b34a-bb5c64573731 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:17.570917 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.616769 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Provisioning complete for port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:17.616769 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.619305 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:07Z', 'revision_number': 3, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:17.620648 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Publish callbacks [] for port (0858aba7-10ea-417c-92bb-588620052be1), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.636409 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:17.715486 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (0858aba7-10ea-417c-92bb-588620052be1), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.837281 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f53aff-ea52-40fc-8bfc-f5a2cbb0db4e None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:07Z', 'revision_number': 3, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:17.898158 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:17.900865 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:17.903576 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Attempting to bind port 0858aba7-10ea-417c-92bb-588620052be1 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:17.905215 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Attempting to bind port 0858aba7-10ea-417c-92bb-588620052be1 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:17.906047 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Attempting to bind port 0858aba7-10ea-417c-92bb-588620052be1 on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:17.910792 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.964827 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:17.965353 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:17.967966 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:17.970017 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:17.973045 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Bound port: 0858aba7-10ea-417c-92bb-588620052be1, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:17.973582 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (0858aba7-10ea-417c-92bb-588620052be1), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.025951 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ba232-999f-4744-92a5-72eb11f072e2 None None] Pushing event updated for resources: {'Port': ['ID=0858aba7-10ea-417c-92bb-588620052be1,revision_number=2']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:18.127452 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] For port 0858aba7-10ea-417c-92bb-588620052be1, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:18.134981 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] For port 0858aba7-10ea-417c-92bb-588620052be1, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=0858aba7-10ea-417c-92bb-588620052be1,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:18.176946 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 42e4ca33-17e7-4afe-b34a-bb5c64573731 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:18.178435 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e051a62f-e1a9-456d-a20d-4776835a0258 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:18.183403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Allocated IP 172.27.2.125 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/e48b0841-baa2-4d41-ae30-14488ef07b9d) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:18.228206 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:18.238456 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:18.258540 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (0858aba7-10ea-417c-92bb-588620052be1), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.316001 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Provisioning complete for port c1c97f1d-489d-40bd-b795-1dfef8a578b0 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:18.316001 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.318481 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:18.319284 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:18.325332 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9c330-bc0e-4e1b-8680-ef2b08981259 None None] Pushing event updated for resources: {'Port': ['ID=751ff745-5032-47f0-b0fb-be18ad7cbed4,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:18.359057 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for port (e48b0841-baa2-4d41-ae30-14488ef07b9d), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.405701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:18.467353 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.484414 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:DELETE=4,neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:18.489069 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:18.510367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (e48b0841-baa2-4d41-ae30-14488ef07b9d), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.512302 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5c0744b-8c6f-493c-9ebf-c496742fba3c,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:18.538646 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:18.552763 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Publish callbacks [] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.590849 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ba232-999f-4744-92a5-72eb11f072e2 None None] Pushing event updated for resources: {'Port': ['ID=0858aba7-10ea-417c-92bb-588620052be1,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:18.595396 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:18.610675 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:18.622937 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:18.655289 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:18.673938 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:18.677984 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.679254 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (cd22b49f-721e-45c9-a6fc-acd77851c4d5), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.712750 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Port c1c97f1d-489d-40bd-b795-1dfef8a578b0 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:18.742250 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port e051a62f-e1a9-456d-a20d-4776835a0258 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:18.742689 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.759342 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'Port': ['ID=e48b0841-baa2-4d41-ae30-14488ef07b9d,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:18.772292 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:18.805139 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Provisioning complete for port 42e4ca33-17e7-4afe-b34a-bb5c64573731 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:18.805791 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.867396 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Publish callbacks [] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.961370 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:18.962216 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (b4e88479-0ff6-4eb2-b205-c10d1268b489), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:19.075469 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:12Z', 'revision_number': 3, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:19.103438 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45188) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:19.105524 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Pushing event updated for resources: {'Port': ['ID=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:19.120939 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cc964a-2c6f-47c7-a0f5-ddffd3538418 None None] The sync data for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi is: [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:12Z', 'revision_number': 3, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:19.140431 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:19.150587 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Pushing event updated for resources: {'Port': ['ID=c1c97f1d-489d-40bd-b795-1dfef8a578b0,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:19.151647 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:19.178639 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:19.189372 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:19.196372 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:19.210755 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port e051a62f-e1a9-456d-a20d-4776835a0258 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:19.211893 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 0514f9d4-251c-43e0-a048-c71b0f430a2a up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:19.242291 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (2b43c5b8-7c98-45dc-bb23-a1ba078dd137), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:19.368828 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Current status of the port 42e4ca33-17e7-4afe-b34a-bb5c64573731 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:19.380249 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:15Z', 'revision_number': 1, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:19.481379 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b480fe4-b833-4c4a-b461-e2ca87b5bc66 None None] The sync data for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi is: [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:15Z', 'revision_number': 1, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:19.487727 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Provisioning complete for port f5c0744b-8c6f-493c-9ebf-c496742fba3c triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:19.488163 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:19.564692 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:19.568084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Allocated IP 172.20.0.1 (39f95710-f788-408d-8a65-e81984f3a974/6ddb1dcf-67ed-4fba-8aad-7d58c254553a/b626c0c8-3d77-44e0-ae89-d1f8d802331d) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:19.619054 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Port f5c0744b-8c6f-493c-9ebf-c496742fba3c cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:19.632751 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Provisioning complete for port a309192a-6c2b-4caf-abb5-a2db50b67b47 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:19.633222 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:19.676659 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Router cd22b49f-721e-45c9-a6fc-acd77851c4d5 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:51:19.684121 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-005700fc-605a-45ed-98ba-3c418787a8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:19.689984 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:19.698071 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 0514f9d4-251c-43e0-a048-c71b0f430a2a triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:19.698832 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:19.749412 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f9934-e271-456a-a258-530234b19fb5 None None] Port a309192a-6c2b-4caf-abb5-a2db50b67b47 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:19.829761 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 0514f9d4-251c-43e0-a048-c71b0f430a2a is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:19.831375 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:19.892898 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-0d3df357-1242-4acb-b8f4-793491c90f5f None None] Provisioning complete for port f5c0744b-8c6f-493c-9ebf-c496742fba3c triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:19.892898 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0d3df357-1242-4acb-b8f4-793491c90f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:19.924227 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:19.939815 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:51:19.949390 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:19.979607 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-0d3df357-1242-4acb-b8f4-793491c90f5f None None] Port f5c0744b-8c6f-493c-9ebf-c496742fba3c cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:19.997987 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:20.005928 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:20.006665 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e56c90ae-1e5e-47d4-83bc-9cf4ab024d14 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/cd22b49f-721e-45c9-a6fc-acd77851c4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4961140 Aug 29 23:51:20.013187 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.013187 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-0d3df357-1242-4acb-b8f4-793491c90f5f None None] Provisioning complete for port c1c97f1d-489d-40bd-b795-1dfef8a578b0 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:20.013187 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0d3df357-1242-4acb-b8f4-793491c90f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.063235 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Publish callbacks [] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.129086 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Sync routers for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:20.210007 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e48b0841-baa2-4d41-ae30-14488ef07b9d), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.223861 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.250935 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-0d3df357-1242-4acb-b8f4-793491c90f5f None None] Port c1c97f1d-489d-40bd-b795-1dfef8a578b0 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:20.260130 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:20.261217 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:20.338591 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b626c0c8-3d77-44e0-ae89-d1f8d802331d,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:20.378481 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Network 39f95710-f788-408d-8a65-e81984f3a974 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:20.379948 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:20.385471 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:20.387747 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (a79468d6-c4ed-4600-8dc3-c201621a7df0), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.557661 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:20.645018 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:20.659998 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:20.676906 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for port (e48b0841-baa2-4d41-ae30-14488ef07b9d), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.694005 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:51:20.702571 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:20.707266 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:20.820700 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e48b0841-baa2-4d41-ae30-14488ef07b9d), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.828003 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (2b43c5b8-7c98-45dc-bb23-a1ba078dd137), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:20.918762 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45228) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:20.937022 dv-cinder-854272-4-iscsi neutron-server[113459]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 23:51:21.111356 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-16cbf152-2faf-420c-b3ac-fe1d1b26eaf9 None None] Provisioning complete for port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:21.111995 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-16cbf152-2faf-420c-b3ac-fe1d1b26eaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.148534 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-005700fc-605a-45ed-98ba-3c418787a8a7 admin admin] Publish callbacks [] for security_group (30b6b6d7-5632-4002-b3ed-94bda14da05f), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.162600 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.172819 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3905301 Aug 29 23:51:21.195397 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.207358 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-16cbf152-2faf-420c-b3ac-fe1d1b26eaf9 None None] Port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:21.214284 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34ef46-8b0c-4f83-ac87-c5cd3570b44a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'Port': ['ID=e48b0841-baa2-4d41-ae30-14488ef07b9d,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:21.254022 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:21.308563 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-005700fc-605a-45ed-98ba-3c418787a8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (30b6b6d7-5632-4002-b3ed-94bda14da05f), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.355173 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:21.371756 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-457d931a-6439-485e-a2ac-e92fe8f48cd7 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/7b16d09c-0549-4b06-af4f-3a59ee7950a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7760608 Aug 29 23:51:21.374113 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Sync routers for ids ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:21.374705 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:21.413930 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005700fc-605a-45ed-98ba-3c418787a8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6b6d7-5632-4002-b3ed-94bda14da05f,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:21.422517 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Routers {'7b16d09c-0549-4b06-af4f-3a59ee7950a6'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:21.422517 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:21.422680 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-005700fc-605a-45ed-98ba-3c418787a8a7 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=41f152df6b7c4abcbed283081ea896d4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3139968 Aug 29 23:51:21.425940 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45248) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:21.427231 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:21.435248 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d5545c2a-718e-400a-8c77-8b4085739e78 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/b4e88479-0ff6-4eb2-b205-c10d1268b489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5258811 Aug 29 23:51:21.499422 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 2, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:21.502206 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:21.510780 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-0bb4b9fa-d203-4542-a9c7-2e4dd666394a None None] Provisioning complete for port b626c0c8-3d77-44e0-ae89-d1f8d802331d triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:21.517407 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0bb4b9fa-d203-4542-a9c7-2e4dd666394a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.560607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:21.609243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537555-afd4-4353-847b-962bac5fd481 req-283718b6-c9ac-4b6d-9b58-b0b56869a5a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:21.623630 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-283718b6-c9ac-4b6d-9b58-b0b56869a5a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 819 time: 0.6888502 Aug 29 23:51:21.639425 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7ee6224b-97af-4d07-b416-a067d769618e admin admin] Publish callbacks [] for security_group (30b6b6d7-5632-4002-b3ed-94bda14da05f), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.704123 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45264) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:21.704581 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Checking router: 3c569ee0-82a9-4b20-bc3e-774b9ab33219 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:21.704937 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Updating router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 port a309192a-6c2b-4caf-abb5-a2db50b67b47 binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:21.706851 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7ee6224b-97af-4d07-b416-a067d769618e admin admin] Publish callbacks [] for security_group (30b6b6d7-5632-4002-b3ed-94bda14da05f), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.817910 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-d3779e06-ec44-4a78-a480-68e444d8e01f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/quotas/cb38bc3ae5c14e4c8385809d84573600 HTTP/1.1" status: 200 len: 375 time: 0.1655481 Aug 29 23:51:21.841293 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4b9fa-d203-4542-a9c7-2e4dd666394a None None] Port b626c0c8-3d77-44e0-ae89-d1f8d802331d cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:21.884067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.886148 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7ee6224b-97af-4d07-b416-a067d769618e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (30b6b6d7-5632-4002-b3ed-94bda14da05f), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.889150 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7ee6224b-97af-4d07-b416-a067d769618e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:21.894609 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-7ee6224b-97af-4d07-b416-a067d769618e admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/30b6b6d7-5632-4002-b3ed-94bda14da05f HTTP/1.1" status: 204 len: 168 time: 0.4538386 Aug 29 23:51:21.911823 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6224b-97af-4d07-b416-a067d769618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6b6d7-5632-4002-b3ed-94bda14da05f,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:21.953238 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b1e47e7e-55eb-43c0-bc0c-aa67bad822fa up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:21.980073 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Set router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:22.007402 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:22.139603 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:22.140465 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:22.155172 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:22.321051 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:22.356230 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45284) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:22.384072 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:22.488980 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:15Z', 'revision_number': 4, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'f5c0744b-8c6f-493c-9ebf-c496742fba3c', 'name': '', 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'mac_address': 'fa:16:3e:cf:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a9337af6-5bb3-4ea0-b5ae-63301ed1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 2, 'project_id': 'a8ada08f998844e997babd510083c205', 'subnets': [{'id': 'a9337af6-5bb3-4ea0-b5ae-63301ed1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:22.516652 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:22.517184 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:22.546829 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Checking router: 7b16d09c-0549-4b06-af4f-3a59ee7950a6 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:22.546829 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Updating router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 port f5c0744b-8c6f-493c-9ebf-c496742fba3c binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:22.549208 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-232aaaaf-ed2e-417e-9861-af31c32680a3 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5471420 Aug 29 23:51:22.555709 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-6df45081-38fd-4ae7-9968-09c780544ff9 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--586481541&fields=id&tenant_id=2d358f3073d446f49dc51777a7afc30e HTTP/1.1" status: 200 len: 267 time: 0.8479745 Aug 29 23:51:22.576577 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c9f54402-1674-4e2b-87e6-bfae814c2f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:22.624878 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b1e47e7e-55eb-43c0-bc0c-aa67bad822fa,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:22.637342 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:22.713529 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:22.713529 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 0858aba7-10ea-417c-92bb-588620052be1 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:22.812263 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c9f54402-1674-4e2b-87e6-bfae814c2f53 admin admin] Publish callbacks [] for security_group (7e73e05b-b412-4044-9a66-9d8eeef5108a), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:22.837733 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:22.886102 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c9f54402-1674-4e2b-87e6-bfae814c2f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (7e73e05b-b412-4044-9a66-9d8eeef5108a), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:22.889837 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Publish callbacks [] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:22.911666 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:22.934933 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-c9f54402-1674-4e2b-87e6-bfae814c2f53 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=8ff4798ed37441e1a6861fa945ea532c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5683095 Aug 29 23:51:22.935766 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45298) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:22.976979 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=b1e47e7e-55eb-43c0-bc0c-aa67bad822fa,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:22.990265 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Publish callbacks [] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.012279 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977578c-a596-4b4d-abd5-915159237cf5 req-46721ae2-b2f6-44c7-848b-da442607d7b6 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:23.013306 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 0858aba7-10ea-417c-92bb-588620052be1 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:23.013445 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (0858aba7-10ea-417c-92bb-588620052be1), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.020525 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-46721ae2-b2f6-44c7-848b-da442607d7b6 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 810 time: 0.4412589 Aug 29 23:51:23.043479 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-ca92c5e5-910e-45c0-9f6c-f5800305470f service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:51:23.048897 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:23.051525 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-ca92c5e5-910e-45c0-9f6c-f5800305470f service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1417913 Aug 29 23:51:23.058683 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.058683 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (a79468d6-c4ed-4600-8dc3-c201621a7df0), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.059023 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f54402-1674-4e2b-87e6-bfae814c2f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73e05b-b412-4044-9a66-9d8eeef5108a,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:23.083703 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.124196 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd844-6224-4b03-be14-70fc865c65e9 admin admin] Publish callbacks [] for security_group (7e73e05b-b412-4044-9a66-9d8eeef5108a), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.166272 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd844-6224-4b03-be14-70fc865c65e9 admin admin] Publish callbacks [] for security_group (7e73e05b-b412-4044-9a66-9d8eeef5108a), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.269740 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:23.281951 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39949eef-8578-4d00-b11a-088e89cc4b14 None None] Pushing event updated for resources: {'Port': ['ID=a309192a-6c2b-4caf-abb5-a2db50b67b47,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:23.288534 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:23.294076 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Publish callbacks [] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.296556 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:23.302570 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-62f178b1-3c1f-4c93-969f-0effd6eb0675 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/quotas/2d358f3073d446f49dc51777a7afc30e HTTP/1.1" status: 200 len: 375 time: 0.2291870 Aug 29 23:51:23.309631 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd844-6224-4b03-be14-70fc865c65e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (7e73e05b-b412-4044-9a66-9d8eeef5108a), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.313092 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd844-6224-4b03-be14-70fc865c65e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.316856 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-0c0bd844-6224-4b03-be14-70fc865c65e9 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/7e73e05b-b412-4044-9a66-9d8eeef5108a HTTP/1.1" status: 204 len: 168 time: 0.3754289 Aug 29 23:51:23.318385 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 0858aba7-10ea-417c-92bb-588620052be1 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:23.318929 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (0858aba7-10ea-417c-92bb-588620052be1), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.332366 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bd844-6224-4b03-be14-70fc865c65e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73e05b-b412-4044-9a66-9d8eeef5108a,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:23.359316 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b626c0c8-3d77-44e0-ae89-d1f8d802331d,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:23.371935 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.387206 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 0858aba7-10ea-417c-92bb-588620052be1, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=0858aba7-10ea-417c-92bb-588620052be1,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:23.388649 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Attempting to bind port a309192a-6c2b-4caf-abb5-a2db50b67b47 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:23.389029 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Attempting to bind port a309192a-6c2b-4caf-abb5-a2db50b67b47 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:23.389975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Attempting to bind port a309192a-6c2b-4caf-abb5-a2db50b67b47 on network 81309772-a7ea-411c-9807-d5770abcbfb5 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:23.421873 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:23.421873 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Checking segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:23.421873 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.421873 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Bound using segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:23.421873 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Bound port: a309192a-6c2b-4caf-abb5-a2db50b67b47, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:23.421873 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.486700 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-579265e5-ec5f-483f-ad7c-02cc00f28067 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875804 Aug 29 23:51:23.498275 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703f077-7c7d-4670-befd-f06abf1b5241 None None] Pushing event updated for resources: {'Port': ['ID=f5c0744b-8c6f-493c-9ebf-c496742fba3c,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:23.509106 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:23.510527 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45302) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:23.511304 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d205c8a7-b4c9-4c3b-9d7f-9a5b876a7b03 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482961 Aug 29 23:51:23.543444 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (0858aba7-10ea-417c-92bb-588620052be1), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.544453 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device f90a03c6-1593-46e7-8e76-faa019ddf6cd up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:23.545337 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f2ed8462-fdd6-45b3-80e2-53745f11ae3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.558137 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:23.558804 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:23.580466 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Attempting to bind port f5c0744b-8c6f-493c-9ebf-c496742fba3c on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:23.580896 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Attempting to bind port f5c0744b-8c6f-493c-9ebf-c496742fba3c by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:23.581998 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Attempting to bind port f5c0744b-8c6f-493c-9ebf-c496742fba3c on network e705eb9e-6339-4c6c-9900-25506cd0e1c1 {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:23.589940 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:23.590636 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Checking segment: {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:23.591177 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.592351 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Bound using segment: {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:23.593013 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Bound port: f5c0744b-8c6f-493c-9ebf-c496742fba3c, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:23.593500 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.637370 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:23.658705 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] For port a309192a-6c2b-4caf-abb5-a2db50b67b47, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:23.694012 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f2ed8462-fdd6-45b3-80e2-53745f11ae3b admin admin] Publish callbacks [] for security_group (a452c25c-e0ce-4086-8492-bff9a4b20967), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.712580 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] For port f5c0744b-8c6f-493c-9ebf-c496742fba3c, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:23.717420 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] For port f5c0744b-8c6f-493c-9ebf-c496742fba3c, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=f5c0744b-8c6f-493c-9ebf-c496742fba3c,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:23.733879 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] For port a309192a-6c2b-4caf-abb5-a2db50b67b47, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a309192a-6c2b-4caf-abb5-a2db50b67b47,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:23.746742 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f2ed8462-fdd6-45b3-80e2-53745f11ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a452c25c-e0ce-4086-8492-bff9a4b20967), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.752534 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:23.757932 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-58cb9449-fade-41ed-aadb-57ba1ffb38e0 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434442 Aug 29 23:51:23.789952 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.793252 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=0858aba7-10ea-417c-92bb-588620052be1,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:23.807063 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.808180 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Network 39f95710-f788-408d-8a65-e81984f3a974 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:23.809101 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:23.814094 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port f90a03c6-1593-46e7-8e76-faa019ddf6cd triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:23.814516 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:23.882727 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f2ed8462-fdd6-45b3-80e2-53745f11ae3b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=a4becd0c8ad14121aea462f08381d831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684919 Aug 29 23:51:23.886298 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed8462-fdd6-45b3-80e2-53745f11ae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a452c25c-e0ce-4086-8492-bff9a4b20967,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:23.908160 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45314) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:23.914624 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Routers {'7b16d09c-0549-4b06-af4f-3a59ee7950a6'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:23.915491 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:24.025712 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:24.049019 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703f077-7c7d-4670-befd-f06abf1b5241 None None] Pushing event updated for resources: {'Port': ['ID=f5c0744b-8c6f-493c-9ebf-c496742fba3c,revision_number=4']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:24.087148 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64181f03-d8ab-4354-b202-e5993e5acb53 admin admin] Publish callbacks [] for security_group (a452c25c-e0ce-4086-8492-bff9a4b20967), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:24.105304 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Router a79468d6-c4ed-4600-8dc3-c201621a7df0 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:51:24.116751 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-9339ac45-6f7a-4967-8c51-d85e304ed374 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:51:24.118150 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-9339ac45-6f7a-4967-8c51-d85e304ed374 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3637154 Aug 29 23:51:24.149065 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:24.150513 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:24.223746 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] Set router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:24.284852 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39949eef-8578-4d00-b11a-088e89cc4b14 None None] Pushing event updated for resources: {'Port': ['ID=a309192a-6c2b-4caf-abb5-a2db50b67b47,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:24.298684 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-d511d415-1219-4a01-a967-9a224ebe4265 None None] Provisioning complete for port b626c0c8-3d77-44e0-ae89-d1f8d802331d triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:24.299295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d511d415-1219-4a01-a967-9a224ebe4265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:24.328916 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64181f03-d8ab-4354-b202-e5993e5acb53 admin admin] Publish callbacks [] for security_group (a452c25c-e0ce-4086-8492-bff9a4b20967), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:24.430394 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:24.453000 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-d511d415-1219-4a01-a967-9a224ebe4265 None None] Port b626c0c8-3d77-44e0-ae89-d1f8d802331d cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:24.459302 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:24.464507 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64181f03-d8ab-4354-b202-e5993e5acb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a452c25c-e0ce-4086-8492-bff9a4b20967), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:24.467709 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:24.474319 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64181f03-d8ab-4354-b202-e5993e5acb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:24.475919 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-64181f03-d8ab-4354-b202-e5993e5acb53 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a452c25c-e0ce-4086-8492-bff9a4b20967 HTTP/1.1" status: 204 len: 168 time: 0.5625618 Aug 29 23:51:24.498017 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64181f03-d8ab-4354-b202-e5993e5acb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a452c25c-e0ce-4086-8492-bff9a4b20967,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:24.513471 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45332) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:24.547225 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2feb6f2c-85f6-46de-bb38-b948ef056e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:24.575982 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-4e6923c1-7255-4ed6-a70b-3c1b17faec3f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481051 Aug 29 23:51:24.654086 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:INSERT=18,neutron:UPDATE=2,neutron:SELECT=76,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:24.686338 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:15Z', 'revision_number': 4, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'f5c0744b-8c6f-493c-9ebf-c496742fba3c', 'name': '', 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'mac_address': 'fa:16:3e:cf:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a9337af6-5bb3-4ea0-b5ae-63301ed1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': 'a8ada08f998844e997babd510083c205', 'subnets': [{'id': 'a9337af6-5bb3-4ea0-b5ae-63301ed1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:24.764383 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2feb6f2c-85f6-46de-bb38-b948ef056e2a admin admin] Publish callbacks [] for security_group (916fb8b0-ce17-48c5-b620-3ade15b32bfa), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:24.799444 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2dec35-50ac-4d95-b252-78d5511ba535 None None] The sync data for ids ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'] in dv-cinder-854272-4-iscsi is: [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:15Z', 'revision_number': 4, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'f5c0744b-8c6f-493c-9ebf-c496742fba3c', 'name': '', 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'mac_address': 'fa:16:3e:cf:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a9337af6-5bb3-4ea0-b5ae-63301ed1a391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': 'a8ada08f998844e997babd510083c205', 'subnets': [{'id': 'a9337af6-5bb3-4ea0-b5ae-63301ed1a391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:24.820938 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:51:24.826937 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a14424bb-1e20-4178-8059-54010fec0ab0 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/a79468d6-c4ed-4600-8dc3-c201621a7df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0877984 Aug 29 23:51:24.839185 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2feb6f2c-85f6-46de-bb38-b948ef056e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (916fb8b0-ce17-48c5-b620-3ade15b32bfa), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:24.872683 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-73e95e6d-f327-441e-af6f-c7f88317f78d service neutron] 10.222.0.58 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949185 Aug 29 23:51:24.922159 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45342) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:24.922510 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2feb6f2c-85f6-46de-bb38-b948ef056e2a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=25605943fb14406690b5924e55535b18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067430 Aug 29 23:51:24.927543 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb6f2c-85f6-46de-bb38-b948ef056e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916fb8b0-ce17-48c5-b620-3ade15b32bfa,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:24.967635 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:24.968340 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:24.975656 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port f90a03c6-1593-46e7-8e76-faa019ddf6cd is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:24.980938 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.030005 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:25.134393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9494e091-e653-43ff-99a3-897d17c56eb0 admin admin] Publish callbacks [] for security_group (916fb8b0-ce17-48c5-b620-3ade15b32bfa), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.142888 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port f90a03c6-1593-46e7-8e76-faa019ddf6cd, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=f90a03c6-1593-46e7-8e76-faa019ddf6cd,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:25.180687 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9494e091-e653-43ff-99a3-897d17c56eb0 admin admin] Publish callbacks [] for security_group (916fb8b0-ce17-48c5-b620-3ade15b32bfa), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.248186 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45348) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:25.254212 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-ac61980f-6c27-4cec-9c89-5e6e24f2098e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359320678', 'description': 'tempest-description--1849639488'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:25.265718 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.272395 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:25.343527 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9494e091-e653-43ff-99a3-897d17c56eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (916fb8b0-ce17-48c5-b620-3ade15b32bfa), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.346391 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9494e091-e653-43ff-99a3-897d17c56eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.350861 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-9494e091-e653-43ff-99a3-897d17c56eb0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/916fb8b0-ce17-48c5-b620-3ade15b32bfa HTTP/1.1" status: 204 len: 168 time: 0.4249859 Aug 29 23:51:25.367024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ac61980f-6c27-4cec-9c89-5e6e24f2098e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.381545 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494e091-e653-43ff-99a3-897d17c56eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916fb8b0-ce17-48c5-b620-3ade15b32bfa,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:25.578405 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0dd7ff87-defa-419d-9f37-03adfc4aeb5c req-28c53562-04df-4271-97ef-ff0b76e5581f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 210 time: 0.1521347 Aug 29 23:51:25.635233 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:25.708650 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ac61980f-6c27-4cec-9c89-5e6e24f2098e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (a1beeab9-0d8e-4dcd-9f79-462b8cc7901c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.778942 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ac61980f-6c27-4cec-9c89-5e6e24f2098e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a1beeab9-0d8e-4dcd-9f79-462b8cc7901c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.829366 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:25.853675 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-72fc1d79-2152-4993-b992-8487315ded28 req-74f32c0b-32ec-4b23-bb89-87295a8062f9 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.1008966 Aug 29 23:51:25.897311 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61980f-6c27-4cec-9c89-5e6e24f2098e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:25.897434 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 2, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:25.954781 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ac61980f-6c27-4cec-9c89-5e6e24f2098e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:25.958939 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ac61980f-6c27-4cec-9c89-5e6e24f2098e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7062218 Aug 29 23:51:25.959349 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45386) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:25.961266 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Sync routers for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:25.966193 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-80f6adf7-564d-48cf-b4c4-fa0041ca975b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group_rule': {'security_group_id': 'a1beeab9-0d8e-4dcd-9f79-462b8cc7901c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:25.978221 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:26.039347 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=f90a03c6-1593-46e7-8e76-faa019ddf6cd,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:26.094235 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:26.096663 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Updating router b4e88479-0ff6-4eb2-b205-c10d1268b489 port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:26.102394 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-80f6adf7-564d-48cf-b4c4-fa0041ca975b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (13d7297a-4fa0-4102-a504-66224f762a99), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.137084 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:26.137084 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:26.287541 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-80f6adf7-564d-48cf-b4c4-fa0041ca975b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (13d7297a-4fa0-4102-a504-66224f762a99), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.337907 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:26.349448 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-923b9db9-35e5-4565-9eaf-8cad1712d6c8 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:26.361626 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-923b9db9-35e5-4565-9eaf-8cad1712d6c8 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/networks?id=e705eb9e-6339-4c6c-9900-25506cd0e1c1 HTTP/1.1" status: 200 len: 811 time: 0.2131512 Aug 29 23:51:26.373583 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:26.373961 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.389692 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-3c6a08ed-84ba-4a87-9242-553faae024fb tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/quotas/a8ada08f998844e997babd510083c205 HTTP/1.1" status: 200 len: 375 time: 0.0253067 Aug 29 23:51:26.392188 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-80f6adf7-564d-48cf-b4c4-fa0041ca975b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (13d7297a-4fa0-4102-a504-66224f762a99), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.435594 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6adf7-564d-48cf-b4c4-fa0041ca975b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d7297a-4fa0-4102-a504-66224f762a99,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:26.461684 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:26.461967 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-27cc83ee-e562-4126-aefd-8526121e6908 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=a8ada08f998844e997babd510083c205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707865 Aug 29 23:51:26.462847 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716f8be3-0e3e-428d-ba5b-101c7b4ee904 None None] The sync data for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi is: [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:26.508241 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-80f6adf7-564d-48cf-b4c4-fa0041ca975b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.509220 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-80f6adf7-564d-48cf-b4c4-fa0041ca975b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5485673 Aug 29 23:51:26.511817 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45410) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:26.522844 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-27882205-6497-40ed-8ad1-810f04542c3f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group_rule': {'security_group_id': 'a1beeab9-0d8e-4dcd-9f79-462b8cc7901c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:26.554863 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.730409 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-27882205-6497-40ed-8ad1-810f04542c3f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (756966d9-0afb-425d-8a60-129746a5733f), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.731466 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-dbd33d0f-5870-48df-b4e6-d86008844372 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/e705eb9e-6339-4c6c-9900-25506cd0e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559686 Aug 29 23:51:26.759731 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:21Z', 'revision_number': 2, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:26.794712 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:26.795397 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.798198 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45420) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:26.809820 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-8811c77a-98d0-4be4-98fb-ea3fddf5a7a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869025314', 'description': 'tempest-description--1792999998'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:26.839126 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Checking router: a79468d6-c4ed-4600-8dc3-c201621a7df0 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:26.839687 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Updating router a79468d6-c4ed-4600-8dc3-c201621a7df0 port b626c0c8-3d77-44e0-ae89-d1f8d802331d binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:26.891692 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:26.953484 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:26.966063 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8811c77a-98d0-4be4-98fb-ea3fddf5a7a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.080951 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-f7d5dfb1-f5ba-46c1-951e-71d6a4dd6368 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/e705eb9e-6339-4c6c-9900-25506cd0e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525374 Aug 29 23:51:27.273656 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8811c77a-98d0-4be4-98fb-ea3fddf5a7a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (a382232c-3898-44f3-b541-a47cdbbae8e0), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.289411 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-27882205-6497-40ed-8ad1-810f04542c3f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (756966d9-0afb-425d-8a60-129746a5733f), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.318188 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a68aa1f5-c051-4bcf-9d07-478f7c7c0d63,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:27.369575 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-27882205-6497-40ed-8ad1-810f04542c3f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (756966d9-0afb-425d-8a60-129746a5733f), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.375506 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8811c77a-98d0-4be4-98fb-ea3fddf5a7a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a382232c-3898-44f3-b541-a47cdbbae8e0), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.420684 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.439165 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Publish callbacks [] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.453375 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:27.471075 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811c77a-98d0-4be4-98fb-ea3fddf5a7a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a382232c-3898-44f3-b541-a47cdbbae8e0,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:27.532947 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.542539 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27882205-6497-40ed-8ad1-810f04542c3f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756966d9-0afb-425d-8a60-129746a5733f,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:27.602344 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-b258d653-a761-4a22-b23f-013f6fa5a1ec tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:27.633318 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:27.646363 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-27882205-6497-40ed-8ad1-810f04542c3f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.647816 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-27882205-6497-40ed-8ad1-810f04542c3f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1343620 Aug 29 23:51:27.650660 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8811c77a-98d0-4be4-98fb-ea3fddf5a7a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.651829 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-8811c77a-98d0-4be4-98fb-ea3fddf5a7a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8526042 Aug 29 23:51:27.652393 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45470) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:27.657370 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-b258d653-a761-4a22-b23f-013f6fa5a1ec tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 819 time: 0.5705049 Aug 29 23:51:27.664701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45472) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:27.682790 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:27.730659 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ce3f5-1a26-402f-8fb7-31d0774e09ed None None] Pushing event updated for resources: {'Port': ['ID=b626c0c8-3d77-44e0-ae89-d1f8d802331d,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:27.739443 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-9038f0b1-675c-4605-b33c-0c242601a719 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/quotas/cb38bc3ae5c14e4c8385809d84573600 HTTP/1.1" status: 200 len: 375 time: 0.0810893 Aug 29 23:51:27.775953 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-88a1a4ff-7f14-48fb-aed4-9640f63719b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'security_group_rule': {'security_group_id': 'a382232c-3898-44f3-b541-a47cdbbae8e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:27.780491 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=a68aa1f5-c051-4bcf-9d07-478f7c7c0d63,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:27.799313 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Publish callbacks [] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.897900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.913112 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-02a7c5d8-bf11-4dcb-aff4-e8a57a8723e9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726885 Aug 29 23:51:27.962125 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Attempting to bind port b626c0c8-3d77-44e0-ae89-d1f8d802331d on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:27.964776 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Attempting to bind port b626c0c8-3d77-44e0-ae89-d1f8d802331d by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:27.965607 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Attempting to bind port b626c0c8-3d77-44e0-ae89-d1f8d802331d on network 39f95710-f788-408d-8a65-e81984f3a974 {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:27.984814 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:27.999693 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:28.000117 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Checking segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:28.000531 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.000933 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Bound using segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:28.001438 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Bound port: b626c0c8-3d77-44e0-ae89-d1f8d802331d, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:28.001830 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.054272 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:28.192658 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be390a-aa79-4db3-9770-7a3f0a8c2af5 None None] Pushing event updated for resources: {'Port': ['ID=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:28.207053 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88a1a4ff-7f14-48fb-aed4-9640f63719b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (7b7b0f10-4258-47e0-a8e5-e14105ddc09c), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.258569 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] For port b626c0c8-3d77-44e0-ae89-d1f8d802331d, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:28.270778 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] For port b626c0c8-3d77-44e0-ae89-d1f8d802331d, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b626c0c8-3d77-44e0-ae89-d1f8d802331d,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:28.317549 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 0858aba7-10ea-417c-92bb-588620052be1 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:28.352390 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Attempting to bind port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:28.353135 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Attempting to bind port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:28.354232 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Attempting to bind port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:28.355525 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.430463 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:28.432205 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:28.455146 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-85eee154-055e-4434-b3c9-df9e033b27e0 req-847d0f58-c19e-4f43-aa1d-e2615d9ece59 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.5409098 Aug 29 23:51:28.474919 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88a1a4ff-7f14-48fb-aed4-9640f63719b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (7b7b0f10-4258-47e0-a8e5-e14105ddc09c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.485382 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.485876 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:28.486954 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Checking segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:28.487958 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.488901 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Bound using segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:28.497107 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Bound port: 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:28.497107 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.587701 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:28.595297 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88a1a4ff-7f14-48fb-aed4-9640f63719b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (7b7b0f10-4258-47e0-a8e5-e14105ddc09c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.606049 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:28.704707 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1a4ff-7f14-48fb-aed4-9640f63719b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7b0f10-4258-47e0-a8e5-e14105ddc09c,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:28.741842 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-1ebe5506-fe41-4ded-8052-09f5e07c21cc service neutron] 10.222.0.58 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8170588 Aug 29 23:51:28.824129 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ce3f5-1a26-402f-8fb7-31d0774e09ed None None] Pushing event updated for resources: {'Port': ['ID=b626c0c8-3d77-44e0-ae89-d1f8d802331d,revision_number=4']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:28.837055 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 0858aba7-10ea-417c-92bb-588620052be1 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:28.837906 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (0858aba7-10ea-417c-92bb-588620052be1), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.886653 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88a1a4ff-7f14-48fb-aed4-9640f63719b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:28.892265 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-88a1a4ff-7f14-48fb-aed4-9640f63719b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1756585 Aug 29 23:51:28.894769 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:51:28.896197 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45506) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:28.901727 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] For port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:28.921492 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] For port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:28.997726 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 0858aba7-10ea-417c-92bb-588620052be1 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:28.998886 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a309192a-6c2b-4caf-abb5-a2db50b67b47 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:28.999385 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Allocated IP 172.27.2.204 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/24006770-1205-49bc-baa4-f0a2f1581575) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:29.022870 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8684d9cd-e99d-4391-b203-3b9b4e136fde req-b8435a52-1567-428b-b9ab-5200d9602c96 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.2082589 Aug 29 23:51:29.053336 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:29.095339 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:29.113023 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-1e10b350-a52c-43d1-8836-ce522467fd13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'security_group_rule': {'security_group_id': 'a382232c-3898-44f3-b541-a47cdbbae8e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:29.230580 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-ca53cf29-400e-486e-8c8f-0c7a7dcbcd2b service neutron] 10.222.0.58 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745646 Aug 29 23:51:29.248087 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:29.287078 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:29.287078 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:29.375396 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port a309192a-6c2b-4caf-abb5-a2db50b67b47 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:29.376082 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:29.435282 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be390a-aa79-4db3-9770-7a3f0a8c2af5 None None] Pushing event updated for resources: {'Port': ['ID=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:29.510591 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1e10b350-a52c-43d1-8836-ce522467fd13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (a9b904ea-977c-4806-b82b-7dad16663522), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:29.520969 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:29.573804 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (24006770-1205-49bc-baa4-f0a2f1581575), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:29.588427 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:28Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:29.623329 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644a4e6a-7a82-462b-9b94-b59b79b9edfb None None] The sync data for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi is: [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:28Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:29.704488 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-88a22def-4938-47ba-bb20-06f17183fe70 req-285e0a5f-2cbc-42e0-a201-5015b87f42ad tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.1077313 Aug 29 23:51:29.786490 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1e10b350-a52c-43d1-8836-ce522467fd13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (a9b904ea-977c-4806-b82b-7dad16663522), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:29.865786 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:29.868781 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port a309192a-6c2b-4caf-abb5-a2db50b67b47 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:29.869278 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:29.874900 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1e10b350-a52c-43d1-8836-ce522467fd13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (a9b904ea-977c-4806-b82b-7dad16663522), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:29.908665 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10b350-a52c-43d1-8836-ce522467fd13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b904ea-977c-4806-b82b-7dad16663522,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:29.934661 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (24006770-1205-49bc-baa4-f0a2f1581575), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:29.938079 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7f347476-b970-4282-b4e6-c902e96c56fa req-d8480d95-8c39-458c-bd8a-c2771198f1ad tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.1162219 Aug 29 23:51:29.966474 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:30.038373 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:30.059634 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1e10b350-a52c-43d1-8836-ce522467fd13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:30.066369 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45546) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:30.072299 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:30.079340 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-1e10b350-a52c-43d1-8836-ce522467fd13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9592304 Aug 29 23:51:30.089105 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:30.102961 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:30.154471 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=24006770-1205-49bc-baa4-f0a2f1581575,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:30.232815 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:30.376728 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (afc600f2-5298-447e-8295-32b2b78e8658), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:30.514130 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port a309192a-6c2b-4caf-abb5-a2db50b67b47, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a309192a-6c2b-4caf-abb5-a2db50b67b47,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:30.535202 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (24006770-1205-49bc-baa4-f0a2f1581575), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:30.645664 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:28Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:30.670355 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:30.693111 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a29468-6ff3-4902-a820-d0a2944a81db None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:28Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:30.695157 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:30.696293 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device f90a03c6-1593-46e7-8e76-faa019ddf6cd up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:30.743075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7c5a3168-cfb1-4d55-ad2c-9bef92da6ec2 req-90572876-75af-41f2-b150-a1a111473fa8 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.2241421 Aug 29 23:51:30.852035 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:30.891615 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port f90a03c6-1593-46e7-8e76-faa019ddf6cd triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:30.892363 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:30.937743 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (24006770-1205-49bc-baa4-f0a2f1581575), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:30.939628 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:31.004570 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=a309192a-6c2b-4caf-abb5-a2db50b67b47,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:31.032240 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (24006770-1205-49bc-baa4-f0a2f1581575), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:31.032972 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (afc600f2-5298-447e-8295-32b2b78e8658), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:31.085392 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Allocated IP 172.27.2.40 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/4bd8d425-b7fc-4ef8-a63b-75d4aab62119) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:31.142102 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Sync routers for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:51:31.184923 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:31.184923 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:31.261029 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=24006770-1205-49bc-baa4-f0a2f1581575,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:31.268108 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:31.280801 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-7f20ddeb-fac9-4879-a35c-7f2741c39ad0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6091261 Aug 29 23:51:31.314075 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7c16d18e-122a-4b60-a2e5-bfde2c274ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:31.390592 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for port (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:31.497588 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port f90a03c6-1593-46e7-8e76-faa019ddf6cd is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:31.498980 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 751ff745-5032-47f0-b0fb-be18ad7cbed4 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:31.524080 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5ee2362e-232d-4d02-b199-aac5d28b1cef req-d08c8cea-5480-4910-9395-636ba0ab3635 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.0807667 Aug 29 23:51:31.528552 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:31.576214 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a506ba46-c25f-4cc7-b186-24fce89b9bee req-fb068343-2ed1-4232-9647-9c5f06e4e1d6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.1172316 Aug 29 23:51:31.631487 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'Port': ['ID=4bd8d425-b7fc-4ef8-a63b-75d4aab62119,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:31.636995 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:31.638512 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:31.658883 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:31.667563 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 751ff745-5032-47f0-b0fb-be18ad7cbed4 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:31.668163 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:31.726358 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:31.845579 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (0f73356c-763c-4115-a7cc-cc8ed6fea468), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:31.908651 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:31.954117 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-07903793-90e7-4667-a505-9622164aade7 req-b3f82583-6714-4b6a-83c5-e80229bad098 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.0633159 Aug 29 23:51:31.965284 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:31.966550 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 751ff745-5032-47f0-b0fb-be18ad7cbed4 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:31.966952 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.013207 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 751ff745-5032-47f0-b0fb-be18ad7cbed4, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=751ff745-5032-47f0-b0fb-be18ad7cbed4,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:32.061188 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-e44f5604-6dc0-4a43-810b-d5a31a5ae652 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1359320678&fields=id&tenant_id=80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 267 time: 0.1912923 Aug 29 23:51:32.076284 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.091615 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.092799 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b1e47e7e-55eb-43c0-bc0c-aa67bad822fa up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:32.184459 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:32.229776 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:32.230152 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.232228 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=751ff745-5032-47f0-b0fb-be18ad7cbed4,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:32.236216 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:18Z', 'revision_number': 2, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:32.282144 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Checking router: cd22b49f-721e-45c9-a6fc-acd77851c4d5 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:51:32.282522 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Updating router cd22b49f-721e-45c9-a6fc-acd77851c4d5 port c1c97f1d-489d-40bd-b795-1dfef8a578b0 binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:51:32.288869 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-44f54342-7f9e-404a-b0b6-2fa5c9ee12f7 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:32.291656 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-44f54342-7f9e-404a-b0b6-2fa5c9ee12f7 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 814 time: 0.2291825 Aug 29 23:51:32.320752 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:32.324984 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-7b7e1a14-c29a-4bfa-8b97-877ccce09f18 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/quotas/80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 375 time: 0.0172379 Aug 29 23:51:32.325189 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.421511 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-dfaa4da2-c9b5-4221-9d70-8651fddd862f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810745 Aug 29 23:51:32.450609 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for port (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.502477 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:32.504177 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device f5c0744b-8c6f-493c-9ebf-c496742fba3c up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:32.537139 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.537139 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (0f73356c-763c-4115-a7cc-cc8ed6fea468), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.604060 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-0c8bd049-d86c-4449-8ea1-45851618682e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664793 Aug 29 23:51:32.662997 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port f5c0744b-8c6f-493c-9ebf-c496742fba3c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:32.663395 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.669950 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'Port': ['ID=4bd8d425-b7fc-4ef8-a63b-75d4aab62119,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:32.718062 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:32.742806 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.753786 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-769fa2d3-a2c3-45f1-914d-98f1823e0f84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6764152 Aug 29 23:51:32.754633 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45632) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:32.838061 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-867131d3-89eb-4dcf-9264-0a2b2d8b9cff req-fd3b0d5c-879b-44ba-ae46-b188c3a43673 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.1610570 Aug 29 23:51:32.941679 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port f5c0744b-8c6f-493c-9ebf-c496742fba3c is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:32.942658 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.983712 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8be23994-0791-464b-8c0a-5ecc2cf5dc6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:32.988667 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Publish callbacks [] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.020506 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-a877864e-ae1c-4f18-ae98-b4b0ce862e0a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998308 Aug 29 23:51:33.055244 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port f5c0744b-8c6f-493c-9ebf-c496742fba3c, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=f5c0744b-8c6f-493c-9ebf-c496742fba3c,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:33.092471 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.127717 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-aa746e4d-9619-4702-bbc6-0d68795294c1 req-15acb801-7df9-4dde-8056-607aeda74f52 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.0943038 Aug 29 23:51:33.200526 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8be23994-0791-464b-8c0a-5ecc2cf5dc6c admin admin] Publish callbacks [] for security_group (e2bd5c8b-c616-4c40-8603-28a51e72ad06), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.244687 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.246580 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223f4bf-686d-4e48-be54-123285bad819 None None] Pushing event updated for resources: {'Port': ['ID=c1c97f1d-489d-40bd-b795-1dfef8a578b0,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:33.296019 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Attempting to bind port c1c97f1d-489d-40bd-b795-1dfef8a578b0 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:33.296394 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Attempting to bind port c1c97f1d-489d-40bd-b795-1dfef8a578b0 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:33.296761 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Attempting to bind port c1c97f1d-489d-40bd-b795-1dfef8a578b0 on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:33.309150 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:33.314027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Checking segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:33.314027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.314027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Bound using segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:33.314027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Bound port: c1c97f1d-489d-40bd-b795-1dfef8a578b0, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:33.314027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.337174 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=f5c0744b-8c6f-493c-9ebf-c496742fba3c,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:33.337487 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8be23994-0791-464b-8c0a-5ecc2cf5dc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (e2bd5c8b-c616-4c40-8603-28a51e72ad06), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.486006 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-8be23994-0791-464b-8c0a-5ecc2cf5dc6c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=00c68b02bedb4fac98254806539d48da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7292850 Aug 29 23:51:33.492035 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be23994-0791-464b-8c0a-5ecc2cf5dc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd5c8b-c616-4c40-8603-28a51e72ad06,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:33.502276 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45656) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:33.606282 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c599f260-d5cd-43eb-a8f6-342c6bbf839c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.614476 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7bd345b6-4374-4313-984b-b912b1030969 req-23f3dd1a-01e1-4238-b971-80655c7d85fa tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.1083291 Aug 29 23:51:33.618351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-da50ddbc-3cba-4f26-b60d-12f4f773b688 admin admin] Publish callbacks [] for security_group (e2bd5c8b-c616-4c40-8603-28a51e72ad06), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.656816 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-e4c781f6-9187-419d-99e1-2548fe92c017 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--869025314&fields=id&tenant_id=3fd4107165644976b1d8cdbeec3c8711 HTTP/1.1" status: 200 len: 267 time: 0.4239802 Aug 29 23:51:33.715360 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] For port c1c97f1d-489d-40bd-b795-1dfef8a578b0, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:33.724520 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] For port c1c97f1d-489d-40bd-b795-1dfef8a578b0, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c1c97f1d-489d-40bd-b795-1dfef8a578b0,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:33.735427 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-da50ddbc-3cba-4f26-b60d-12f4f773b688 admin admin] Publish callbacks [] for security_group (e2bd5c8b-c616-4c40-8603-28a51e72ad06), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:33.801071 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.61', 64852) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:33.843637 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-654f50b8-ba15-44ac-8bbd-ade84302d3ed req-2c38a927-24c0-49b6-80b6-d4ac5c75bdd2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.1055765 Aug 29 23:51:33.844605 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:33.896014 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:34.036887 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-b25776b3-5f3f-43e8-a7c9-9c92c9d3830a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:34.045323 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-b25776b3-5f3f-43e8-a7c9-9c92c9d3830a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 816 time: 0.3804963 Aug 29 23:51:34.070650 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223f4bf-686d-4e48-be54-123285bad819 None None] Pushing event updated for resources: {'Port': ['ID=c1c97f1d-489d-40bd-b795-1dfef8a578b0,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:34.105133 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537555-afd4-4353-847b-962bac5fd481 req-f249bc7a-6bb8-464a-b03d-c90455288707 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:34.106963 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-f249bc7a-6bb8-464a-b03d-c90455288707 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 819 time: 0.3049426 Aug 29 23:51:34.108514 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-da50ddbc-3cba-4f26-b60d-12f4f773b688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (e2bd5c8b-c616-4c40-8603-28a51e72ad06), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:34.111422 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-da50ddbc-3cba-4f26-b60d-12f4f773b688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:34.112849 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-da50ddbc-3cba-4f26-b60d-12f4f773b688 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e2bd5c8b-c616-4c40-8603-28a51e72ad06 HTTP/1.1" status: 204 len: 168 time: 0.6071546 Aug 29 23:51:34.114515 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3eb159a2-0b51-4dbe-9e91-985dd7030317 req-15bf09ac-8dce-49a6-b10b-5e28f6a79134 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.0630746 Aug 29 23:51:34.117566 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-3688f635-dd5f-4dda-838d-72d86d12c2d3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/quotas/3fd4107165644976b1d8cdbeec3c8711 HTTP/1.1" status: 200 len: 375 time: 0.0707753 Aug 29 23:51:34.118121 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:51:34.118375 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:51:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:34.139748 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50ddbc-3cba-4f26-b60d-12f4f773b688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd5c8b-c616-4c40-8603-28a51e72ad06,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:34.236240 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-52b3cc1a-8f68-4624-9a85-9aac703eb7e0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071219 Aug 29 23:51:34.277440 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'port': {'device_id': 'edecb793-ad02-4b6f-addc-020ce872a118', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'admin_state_up': True, 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:34.329828 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:34.330494 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:34.373259 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:34.512794 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6096fedc-0264-41c6-b569-d2344125b545 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302330 Aug 29 23:51:34.528011 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:34.681395 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:34.709343 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:51:34.717584 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-d1ca70dd-7943-4d04-bed8-20558784998a service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814871 Aug 29 23:51:34.745658 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-844d2dfc-1280-4675-9393-546f35ba3fa1 req-a1cb5345-3128-4bc5-81bc-4f4e49e1ff75 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.2314501 Aug 29 23:51:34.810815 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:34.818501 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:34.819146 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:34.864473 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Made reservation on behalf of cb38bc3ae5c14e4c8385809d84573600 for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:34.882322 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:34.947545 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.61', 64870) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:34.975972 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e74cbf35-7138-48c5-9e7d-84dd5ee63e2b req-c0dacbfd-5000-4744-8f3f-b5b0977a86ec tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.1254792 Aug 29 23:51:35.181883 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:35.241660 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:35.267577 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-ad7fff8d-dac1-4ff2-9f9b-18207de67ecc tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:35.270776 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-ad7fff8d-dac1-4ff2-9f9b-18207de67ecc tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.61 "GET /networking/v2.0/networks?id=e705eb9e-6339-4c6c-9900-25506cd0e1c1 HTTP/1.1" status: 200 len: 811 time: 0.2938337 Aug 29 23:51:35.275995 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:33Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:51:35.311936 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c6e8e2-7ab2-4bc6-ad8f-6a6764b8e80f None None] The sync data for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi is: [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:33Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:51:35.314991 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:35.316438 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 751ff745-5032-47f0-b0fb-be18ad7cbed4 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:35.347988 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b865d487-5a16-4a13-b541-028184bf8b53 req-b5e05a4b-cc07-4bfa-8834-b76ce9b20f77 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0755582 Aug 29 23:51:35.455920 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:35.482786 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45710) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:35.498265 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.61', 64874) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:35.540805 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Request body: {'port': {'device_id': 'b8ec8e13-8f80-45fd-a17c-02fdc4737427', 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1', 'admin_state_up': True, 'tenant_id': 'a8ada08f998844e997babd510083c205'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:35.551667 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9d361cfc-18ee-4724-b755-5ac0b8e987b1 req-f114aa78-477f-4af4-86c8-8eb3cefb1f95 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.1097004 Aug 29 23:51:35.565692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:35.591264 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:35.596713 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 751ff745-5032-47f0-b0fb-be18ad7cbed4 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:35.597691 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:35.618849 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Allocated IP 172.20.0.6 (f41e94be-340b-4555-8a1d-79b9b3c4ac59/59887db0-8ea3-40bf-bd94-58908598d93b/a058a5e2-fffb-402f-99cc-4946054648c3) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:35.665920 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f22779b-5e31-44bf-927d-f9c4d1de11d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:35.802181 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c5eb40e9-81e1-4ba6-9c9f-a6f701cba703 req-32642481-5550-4806-8493-9bd71cb1b912 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.2758319 Aug 29 23:51:35.912864 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:35.928120 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 751ff745-5032-47f0-b0fb-be18ad7cbed4 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:35.929313 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b626c0c8-3d77-44e0-ae89-d1f8d802331d up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:35.996089 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0c5c0e97-966e-4f67-af33-9e425702b2fd req-54a1544a-15d2-465a-af91-aaca97912288 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.0669854 Aug 29 23:51:36.078403 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port b626c0c8-3d77-44e0-ae89-d1f8d802331d triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:36.078877 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:36.110233 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.61', 64879) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:36.155063 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Made reservation on behalf of a8ada08f998844e997babd510083c205 for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:36.163596 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:36.358672 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1c5c672c-13c6-4435-ad22-be362c4037e6 req-74af004a-e7b4-4ded-96ec-60374630b858 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.1676898 Aug 29 23:51:36.423765 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977578c-a596-4b4d-abd5-915159237cf5 req-82f30766-19d0-4eee-9c7e-c9601b2adf45 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:36.425250 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-82f30766-19d0-4eee-9c7e-c9601b2adf45 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 810 time: 0.8835897 Aug 29 23:51:36.439471 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port b626c0c8-3d77-44e0-ae89-d1f8d802331d is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:36.439856 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:36.477779 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:36.486026 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:36.540628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port b626c0c8-3d77-44e0-ae89-d1f8d802331d, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b626c0c8-3d77-44e0-ae89-d1f8d802331d,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:36.628408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:36.629702 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a309192a-6c2b-4caf-abb5-a2db50b67b47 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:36.639852 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-eeeb5600-f5c4-40e8-b8b1-1e9a93c08894 req-6c0f3059-ba6f-4bb5-8e02-acf203586160 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.1261635 Aug 29 23:51:36.730558 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-0d33567e-4f7a-460e-8234-6adb10de2fb1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2d358f3073d446f49dc51777a7afc30e HTTP/1.1" status: 200 len: 379 time: 0.2848053 Aug 29 23:51:36.767982 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3cc73e75-ffd4-4a3e-85cb-c4e71d79b763 req-262d2e61-e317-48d5-8bfb-85c99d75db77 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.1239157 Aug 29 23:51:36.768728 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'port': {'device_id': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'admin_state_up': True, 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'security_groups': ['701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e']}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:36.821935 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-d0c0611c-d09f-4148-bff1-edfd5b2f8ca1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:36.823689 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-d0c0611c-d09f-4148-bff1-edfd5b2f8ca1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 819 time: 0.7123971 Aug 29 23:51:36.841476 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'port': {'device_id': 'e5d83695-337c-4680-ac86-9e9aa83f52f0', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'admin_state_up': True, 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:36.843290 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for port (a058a5e2-fffb-402f-99cc-4946054648c3), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:36.891846 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=b626c0c8-3d77-44e0-ae89-d1f8d802331d,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:36.956043 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port a309192a-6c2b-4caf-abb5-a2db50b67b47 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:36.957257 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:36.982127 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Allocated IP 172.20.0.8 (e705eb9e-6339-4c6c-9900-25506cd0e1c1/a9337af6-5bb3-4ea0-b5ae-63301ed1a391/f40880ff-7fed-43ae-a195-d6745bc86dde) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:37.024040 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-53db11ed-9ec5-49c8-baa3-e80398520773 req-facbb375-8503-4879-a37e-920349218a17 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0885048 Aug 29 23:51:37.039774 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f22779b-5e31-44bf-927d-f9c4d1de11d2 admin admin] Publish callbacks [] for security_group (0c766ae7-32b5-4e2a-82b2-d3e561937be1), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.076442 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:37.087436 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.159069 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f22779b-5e31-44bf-927d-f9c4d1de11d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0c766ae7-32b5-4e2a-82b2-d3e561937be1), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.211516 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port a309192a-6c2b-4caf-abb5-a2db50b67b47 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:37.217887 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:37.219686 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ccb0113e-2fe7-423a-91b9-1db75b9d7893 req-a1f56dba-b662-4193-8582-efe9e3a52b48 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.0732012 Aug 29 23:51:37.231309 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4f22779b-5e31-44bf-927d-f9c4d1de11d2 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b31e7af6f0a447ad83d8f6f6cd16aef4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7294154 Aug 29 23:51:37.232460 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45786) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:37.242991 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22779b-5e31-44bf-927d-f9c4d1de11d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c766ae7-32b5-4e2a-82b2-d3e561937be1,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:37.290079 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:37.382087 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:37.392178 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:37.392588 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.426162 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:37.432389 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Made reservation on behalf of cb38bc3ae5c14e4c8385809d84573600 for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:37.440393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.452873 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event updated for resources: {'Port': ['ID=a058a5e2-fffb-402f-99cc-4946054648c3,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:37.531194 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:37.531878 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Publish callbacks [] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.559663 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:37.563121 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.640308 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:37.676184 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e991b1c4-6de8-4109-9814-b1f1d2537b10 req-05848216-4bcc-4b8f-8315-2feb351d312d tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.0825176 Aug 29 23:51:37.682557 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-09824ec1-5160-43f7-b456-5b68a4011491 admin admin] Publish callbacks [] for security_group (0c766ae7-32b5-4e2a-82b2-d3e561937be1), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.683389 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.698596 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Made reservation on behalf of 2d358f3073d446f49dc51777a7afc30e for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:37.714656 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.765407 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-65ac11e2-4a4b-4d91-badb-70aaa589cd7d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4945798 Aug 29 23:51:37.789491 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-09824ec1-5160-43f7-b456-5b68a4011491 admin admin] Publish callbacks [] for security_group (0c766ae7-32b5-4e2a-82b2-d3e561937be1), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.871903 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b626c0c8-3d77-44e0-ae89-d1f8d802331d up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:37.902676 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:37.933286 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port b626c0c8-3d77-44e0-ae89-d1f8d802331d triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:37.933628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.008870 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Allocated IP 172.20.0.14 (81309772-a7ea-411c-9807-d5770abcbfb5/8f22fed0-2271-4414-975d-90e99557fb03/f1ec22c6-261a-4c67-84d2-31f8a47e0693) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:38.014154 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-4879a668-401d-42d7-b746-2441e526f29e None None] Provisioning complete for port a058a5e2-fffb-402f-99cc-4946054648c3 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:38.014753 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-4879a668-401d-42d7-b746-2441e526f29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.097302 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-4879a668-401d-42d7-b746-2441e526f29e None None] Port a058a5e2-fffb-402f-99cc-4946054648c3 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:38.115660 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port b626c0c8-3d77-44e0-ae89-d1f8d802331d is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:38.118383 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c1c97f1d-489d-40bd-b795-1dfef8a578b0 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:38.133211 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-09824ec1-5160-43f7-b456-5b68a4011491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0c766ae7-32b5-4e2a-82b2-d3e561937be1), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.137416 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-09824ec1-5160-43f7-b456-5b68a4011491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.138801 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-09824ec1-5160-43f7-b456-5b68a4011491 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/0c766ae7-32b5-4e2a-82b2-d3e561937be1 HTTP/1.1" status: 204 len: 168 time: 0.8921976 Aug 29 23:51:38.146692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:38.148779 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:38.149311 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:38.161268 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09824ec1-5160-43f7-b456-5b68a4011491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c766ae7-32b5-4e2a-82b2-d3e561937be1,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:38.186913 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:38.187387 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port c1c97f1d-489d-40bd-b795-1dfef8a578b0 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:38.187924 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.240172 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:38.251538 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-49412468-a760-4b8d-92cb-bd581e60eef8 req-4ee222f4-8c22-4d94-94b0-20ba343ddc11 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.1310828 Aug 29 23:51:38.266468 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e815e6-6e8b-4487-ada3-ae16dea11d21 req-0abd38f3-4cf7-4e89-b251-dc771df8268b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.1953642 Aug 29 23:51:38.281615 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:38.301056 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.315297 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:38.358712 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:38.359521 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.387646 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Pushing event updated for resources: {'Port': ['ID=f40880ff-7fed-43ae-a195-d6745bc86dde,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:38.432419 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port c1c97f1d-489d-40bd-b795-1dfef8a578b0 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:38.432830 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.460346 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.526117 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port c1c97f1d-489d-40bd-b795-1dfef8a578b0, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c1c97f1d-489d-40bd-b795-1dfef8a578b0,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:38.542111 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Network 81309772-a7ea-411c-9807-d5770abcbfb5 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:38.548336 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:38.553401 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:38.560322 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:38.561351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.587880 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'Port': ['ID=f1ec22c6-261a-4c67-84d2-31f8a47e0693,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:38.604380 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:38.605512 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:38.651920 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2246fa41-1cc0-4d4b-9eb7-fc25997d803b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1267152 Aug 29 23:51:38.659067 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ba710cd4-59af-41dd-8592-ad425fc192b1 req-9a3704bf-78d1-42ad-979d-3881b2b72ac7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.2094052 Aug 29 23:51:38.677105 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8424ae9b-db8d-41fc-a5b8-45f588daa177 req-a46bdad8-9a89-4611-86bf-04b5b5340676 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.1762331 Aug 29 23:51:38.735019 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-d91af404-8e59-49c9-872d-aea1dc1f7958 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9929857 Aug 29 23:51:38.736890 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Allocated IP 172.20.0.12 (f41e94be-340b-4555-8a1d-79b9b3c4ac59/59887db0-8ea3-40bf-bd94-58908598d93b/a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:38.756270 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=c1c97f1d-489d-40bd-b795-1dfef8a578b0,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:38.768335 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:38.998676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea13c6-ab46-4bfd-b861-cc8b8263d958 req-80949c2c-9a59-4bb8-a6ba-021052efbbfd tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:39.000252 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-6f50b32e-ed21-45f0-b0bc-91ce6d062616 None None] Provisioning complete for port f40880ff-7fed-43ae-a195-d6745bc86dde triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:39.000649 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6f50b32e-ed21-45f0-b0bc-91ce6d062616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.006979 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-67ea13c6-ab46-4bfd-b861-cc8b8263d958 req-80949c2c-9a59-4bb8-a6ba-021052efbbfd tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.0946414 Aug 29 23:51:39.068314 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:39.068314 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.095840 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.103836 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-6f50b32e-ed21-45f0-b0bc-91ce6d062616 None None] Port f40880ff-7fed-43ae-a195-d6745bc86dde cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:39.111707 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:39.123286 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-67ea13c6-ab46-4bfd-b861-cc8b8263d958 req-11531605-a8f0-442e-a055-cd34da1baece tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153820 Aug 29 23:51:39.161235 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:39.162617 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device f5c0744b-8c6f-493c-9ebf-c496742fba3c up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:39.209473 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port f5c0744b-8c6f-493c-9ebf-c496742fba3c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:39.209848 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.236430 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:39.247294 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-28f39a25-e056-4490-9d54-36ced351e692 None None] Provisioning complete for port f1ec22c6-261a-4c67-84d2-31f8a47e0693 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:39.247664 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-28f39a25-e056-4490-9d54-36ced351e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.276350 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.292427 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-28f39a25-e056-4490-9d54-36ced351e692 None None] Port f1ec22c6-261a-4c67-84d2-31f8a47e0693 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:39.352007 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port f5c0744b-8c6f-493c-9ebf-c496742fba3c is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:39.397448 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:39.431693 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:39.439342 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-884b49fa-9067-4984-aa55-8d3e7cf8eb52 req-eeb06e85-f894-412f-a826-2a099deb7303 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0742891 Aug 29 23:51:39.440393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:39.446028 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:39.446028 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.465638 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event updated for resources: {'Port': ['ID=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:39.484858 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3aa3f8-252c-4baa-8482-9cd8377b0308 req-f61d6b67-5655-49f7-85b7-c93104f604a0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:39.486509 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6b3aa3f8-252c-4baa-8482-9cd8377b0308 req-f61d6b67-5655-49f7-85b7-c93104f604a0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.1203754 Aug 29 23:51:39.547280 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6b3aa3f8-252c-4baa-8482-9cd8377b0308 req-41941814-6ad6-4afe-aa91-812231b46c8f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485485 Aug 29 23:51:39.571745 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-f4e821cc-683a-4687-8d86-ff24a575fa57 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7350345 Aug 29 23:51:39.724556 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-8f75452c-3763-4a0b-b67c-44866c91a6ee None None] Provisioning complete for port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:39.724947 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8f75452c-3763-4a0b-b67c-44866c91a6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.757929 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c1c97f1d-489d-40bd-b795-1dfef8a578b0 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:39.803962 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-8f75452c-3763-4a0b-b67c-44866c91a6ee None None] Port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:39.827793 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port c1c97f1d-489d-40bd-b795-1dfef8a578b0 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:39.828194 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:39.832948 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8fbed634-1351-4013-a1ed-7caf2fa90319 req-7d8b05f0-be7a-4e31-a77c-dc3986b23d33 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0493410 Aug 29 23:51:39.884091 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2e5ff-5436-40ac-bbb6-daa22567402c req-efe0e27d-11ec-46ff-af70-c1239e09e637 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:39.885634 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3c2e5ff-5436-40ac-bbb6-daa22567402c req-efe0e27d-11ec-46ff-af70-c1239e09e637 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0906575 Aug 29 23:51:39.926297 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port c1c97f1d-489d-40bd-b795-1dfef8a578b0 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:39.942626 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3c2e5ff-5436-40ac-bbb6-daa22567402c req-8f3a1f64-0cdb-4c09-9e81-55ee4250ac73 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501981 Aug 29 23:51:40.293037 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76f98b-873f-4f44-af9e-b01ef96e1f60 req-17889815-ede0-4ecb-9824-2bd2d46b178e tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:40.295202 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1d76f98b-873f-4f44-af9e-b01ef96e1f60 req-17889815-ede0-4ecb-9824-2bd2d46b178e tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.0797985 Aug 29 23:51:40.370714 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1d76f98b-873f-4f44-af9e-b01ef96e1f60 req-b2e33ceb-d1d5-48b2-9550-3fbda9800924 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681970 Aug 29 23:51:40.580756 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3553958c-b33b-4ee1-a8bb-7979a274183c req-f900d630-d240-49cc-9ed6-f93a37bc145f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0528967 Aug 29 23:51:40.743650 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd613a-2b49-4278-985d-dcff47a68df2 req-49c5d79e-736a-4fb3-84c1-b02280567aef tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:40.775523 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b9cd613a-2b49-4278-985d-dcff47a68df2 req-49c5d79e-736a-4fb3-84c1-b02280567aef tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.0808773 Aug 29 23:51:40.798671 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b9cd613a-2b49-4278-985d-dcff47a68df2 req-0dc87256-364e-4258-93bb-c5ccdb1ded9e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475540 Aug 29 23:51:40.976349 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fe979f82-0dd7-4b16-957e-e94d2f8763e9 req-433c13db-137b-42b5-a0ab-d00534ca084f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0314846 Aug 29 23:51:41.107925 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586300c-b139-45ab-994d-e83fa880e51d req-d193404c-ba48-4bf6-9c71-150990348ee9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:41.109694 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9586300c-b139-45ab-994d-e83fa880e51d req-d193404c-ba48-4bf6-9c71-150990348ee9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0753958 Aug 29 23:51:41.166838 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:41.182074 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9586300c-b139-45ab-994d-e83fa880e51d req-b6a667b9-d6a5-495c-99c6-5542a1969b31 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632012 Aug 29 23:51:41.575943 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535031e4-88e8-43df-89af-ccbabeca0dc7 req-d0258e7c-ff40-4fe2-8657-f7c81cc7884d tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:41.577478 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-535031e4-88e8-43df-89af-ccbabeca0dc7 req-d0258e7c-ff40-4fe2-8657-f7c81cc7884d tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.0597384 Aug 29 23:51:41.674213 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-535031e4-88e8-43df-89af-ccbabeca0dc7 req-f7c832c4-f384-4d5d-a997-da927d651171 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908279 Aug 29 23:51:41.751446 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1897076d-4ebc-4873-9c62-da4079ac56dc req-e68e037b-76c0-4453-9a68-5ebd9b37083f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0387781 Aug 29 23:51:41.953276 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f92852-4340-42a2-b18a-b5f0fdbaf8ad req-08b04e46-d328-4a00-a5e9-ab0353d5a3fe tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:41.955035 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-58f92852-4340-42a2-b18a-b5f0fdbaf8ad req-08b04e46-d328-4a00-a5e9-ab0353d5a3fe tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.0572519 Aug 29 23:51:42.016686 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-58f92852-4340-42a2-b18a-b5f0fdbaf8ad req-606fa4c8-348e-48cf-af02-3f7b3205300f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542033 Aug 29 23:51:42.111719 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-062cd97a-f504-47a5-8d3a-610343ced216 req-8b911182-bdf1-44fa-8361-aa65cd5ee3a6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0331063 Aug 29 23:51:42.372975 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a81769-7293-48d9-9763-d47cbcc721c7 req-1da6fb3f-0104-4ebe-a482-b90e01b6e31e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:42.374531 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-08a81769-7293-48d9-9763-d47cbcc721c7 req-1da6fb3f-0104-4ebe-a482-b90e01b6e31e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0969279 Aug 29 23:51:42.443416 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-08a81769-7293-48d9-9763-d47cbcc721c7 req-a6af5847-9252-4bc8-b9b5-26358a2c176e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621977 Aug 29 23:51:42.818941 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dc252-a3ce-4db4-b2a6-d7768e4fb57c req-0311bb75-a386-490f-9185-0f3cb23fc91e tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:42.829516 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f29dc252-a3ce-4db4-b2a6-d7768e4fb57c req-0311bb75-a386-490f-9185-0f3cb23fc91e tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.0632567 Aug 29 23:51:42.884980 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f31c281c-214d-4a23-ae1e-84e70ff07122 req-1a444afa-3476-47bf-960d-82c0b8206931 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0398843 Aug 29 23:51:42.908953 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f29dc252-a3ce-4db4-b2a6-d7768e4fb57c req-7e5070c7-872d-400a-b5a6-9b956bba46ec tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807490 Aug 29 23:51:43.227101 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddfc8d-911b-4cfb-853d-4cc079bacf09 req-7d234bcc-1226-4a52-a948-2bc9aaf4c31c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:43.239933 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-edddfc8d-911b-4cfb-853d-4cc079bacf09 req-7d234bcc-1226-4a52-a948-2bc9aaf4c31c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.1066761 Aug 29 23:51:43.314043 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f6070c55-d17d-477c-9702-19e68fd34483 req-5043d5ab-cdfa-4dec-b4a8-9e56a23510cb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0735836 Aug 29 23:51:43.378161 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-edddfc8d-911b-4cfb-853d-4cc079bacf09 req-44c8c8ff-ce76-419d-840a-206735a3cfc0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365824 Aug 29 23:51:43.403732 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45952) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:43.604393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58298c62-078d-429f-9f79-c5451d18212a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:43.639281 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc00ce-1e9f-415a-8e3c-4ddebaf4ef25 req-57a328de-4eb0-4436-bb8d-fe0078e01517 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:43.648058 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-72dc00ce-1e9f-415a-8e3c-4ddebaf4ef25 req-57a328de-4eb0-4436-bb8d-fe0078e01517 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0936744 Aug 29 23:51:43.736516 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-72dc00ce-1e9f-415a-8e3c-4ddebaf4ef25 req-bd59e20b-5775-4ae0-b564-d29e97fe122f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867932 Aug 29 23:51:43.744521 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:43.787073 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58298c62-078d-429f-9f79-c5451d18212a admin admin] Publish callbacks [] for security_group (1b8d10fe-aa3f-40ae-93a8-bee0f86e1b5f), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:43.904394 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58298c62-078d-429f-9f79-c5451d18212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1b8d10fe-aa3f-40ae-93a8-bee0f86e1b5f), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:43.960754 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-58298c62-078d-429f-9f79-c5451d18212a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=297ff4b2a2ec44f0b017304e3f08822d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5556111 Aug 29 23:51:43.961583 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58298c62-078d-429f-9f79-c5451d18212a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8d10fe-aa3f-40ae-93a8-bee0f86e1b5f,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:43.963701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 45966) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:44.011615 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:44.040230 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ba85ffe4-3d23-4f9e-a562-e6a50be7d25d req-ca5637a5-f38d-42c6-9c76-2dfe7dc704a8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0383437 Aug 29 23:51:44.081604 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d928067a-e088-48a6-aea8-0566caaef18c admin admin] Publish callbacks [] for security_group (1b8d10fe-aa3f-40ae-93a8-bee0f86e1b5f), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:44.123571 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d928067a-e088-48a6-aea8-0566caaef18c admin admin] Publish callbacks [] for security_group (1b8d10fe-aa3f-40ae-93a8-bee0f86e1b5f), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:44.146337 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932b9c6-dd68-46d8-97b3-2c921ddbd0cb req-c8a72dac-2397-47ad-ad4a-a52061a76331 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:44.157783 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0932b9c6-dd68-46d8-97b3-2c921ddbd0cb req-c8a72dac-2397-47ad-ad4a-a52061a76331 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.1164937 Aug 29 23:51:44.270498 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0932b9c6-dd68-46d8-97b3-2c921ddbd0cb req-a8a2b64e-efcf-4f1c-bcc0-64aefcc6b5af tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116636 Aug 29 23:51:44.275627 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d928067a-e088-48a6-aea8-0566caaef18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1b8d10fe-aa3f-40ae-93a8-bee0f86e1b5f), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:44.278304 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d928067a-e088-48a6-aea8-0566caaef18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:44.281924 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d928067a-e088-48a6-aea8-0566caaef18c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1b8d10fe-aa3f-40ae-93a8-bee0f86e1b5f HTTP/1.1" status: 204 len: 168 time: 0.3142786 Aug 29 23:51:44.297744 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928067a-e088-48a6-aea8-0566caaef18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8d10fe-aa3f-40ae-93a8-bee0f86e1b5f,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:44.523168 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c6df074d-1ea8-4376-bf03-8a320de2c19a req-f0235453-cf65-47d1-8002-52daf6f78a54 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0475519 Aug 29 23:51:44.612112 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cb896-3977-446e-9b67-d19dcfc19060 req-4c2eb2e4-d8e9-47b5-a97c-35e8cdbb07fe tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:44.614198 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8a3cb896-3977-446e-9b67-d19dcfc19060 req-4c2eb2e4-d8e9-47b5-a97c-35e8cdbb07fe tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.1226439 Aug 29 23:51:44.686662 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8a3cb896-3977-446e-9b67-d19dcfc19060 req-1c473de2-d2e6-4564-8352-e961f18d3d1b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660858 Aug 29 23:51:44.916886 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf468b52-ee4e-4e14-953b-f1885a43426c req-8c25ed89-1921-455e-b424-3ad90a4ee163 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:44.918708 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cf468b52-ee4e-4e14-953b-f1885a43426c req-8c25ed89-1921-455e-b424-3ad90a4ee163 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0722463 Aug 29 23:51:45.011740 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cf468b52-ee4e-4e14-953b-f1885a43426c req-b8410525-1f3a-4cc0-a95f-36590c4cb330 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834751 Aug 29 23:51:45.127420 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 45996) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:45.163685 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-fb764b8d-e7aa-4938-a555-4e13c4ca4627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:45.200868 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-64000c65-ac4d-4164-b0e4-04f835b28326 req-5e5f2b47-6342-4be6-a950-d017f871d8f9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0510006 Aug 29 23:51:45.290893 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-fb764b8d-e7aa-4938-a555-4e13c4ca4627 admin admin] Publish callbacks [] for security_group (61688d9c-d0f8-4ee0-a616-beb80396cafe), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:45.400845 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-fb764b8d-e7aa-4938-a555-4e13c4ca4627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (61688d9c-d0f8-4ee0-a616-beb80396cafe), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:45.449982 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801056-fff9-4295-901d-198180eb083e req-d16bf6cf-a4ad-4b03-b7ce-581def921804 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:45.451587 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-79801056-fff9-4295-901d-198180eb083e req-d16bf6cf-a4ad-4b03-b7ce-581def921804 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.0836358 Aug 29 23:51:45.458478 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-fb764b8d-e7aa-4938-a555-4e13c4ca4627 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=565e20ccd0d145b6be944f10d58a9678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297846 Aug 29 23:51:45.461116 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46004) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:45.470905 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb764b8d-e7aa-4938-a555-4e13c4ca4627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61688d9c-d0f8-4ee0-a616-beb80396cafe,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:45.519104 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-79801056-fff9-4295-901d-198180eb083e req-5e1b8674-fa1b-46e9-a17a-a202de478b11 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596030 Aug 29 23:51:45.539738 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-aaa2df9e-347d-4869-825f-e18b873ad8f1 admin admin] Publish callbacks [] for security_group (61688d9c-d0f8-4ee0-a616-beb80396cafe), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:45.572314 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-aaa2df9e-347d-4869-825f-e18b873ad8f1 admin admin] Publish callbacks [] for security_group (61688d9c-d0f8-4ee0-a616-beb80396cafe), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:45.694227 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2d155930-0d4e-4f35-9e0d-f80c474a0581 req-503fdc1f-ae9c-4f88-88f7-28ac35678811 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0419700 Aug 29 23:51:45.778912 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-aaa2df9e-347d-4869-825f-e18b873ad8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (61688d9c-d0f8-4ee0-a616-beb80396cafe), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:45.781523 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-aaa2df9e-347d-4869-825f-e18b873ad8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:45.782852 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-aaa2df9e-347d-4869-825f-e18b873ad8f1 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/61688d9c-d0f8-4ee0-a616-beb80396cafe HTTP/1.1" status: 204 len: 168 time: 0.3205400 Aug 29 23:51:45.798453 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=58,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:45.810336 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2df9e-347d-4869-825f-e18b873ad8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61688d9c-d0f8-4ee0-a616-beb80396cafe,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:45.835236 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3fd51-eb32-4e2d-a10b-7126634d2e67 req-70377203-9dad-4457-b920-55fe13b008cf tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:45.845729 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42a3fd51-eb32-4e2d-a10b-7126634d2e67 req-70377203-9dad-4457-b920-55fe13b008cf tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.0832732 Aug 29 23:51:45.848498 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:45.926252 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42a3fd51-eb32-4e2d-a10b-7126634d2e67 req-7f018022-7512-4a94-b45f-4365459c7fe1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793321 Aug 29 23:51:46.155151 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60bb2b-5829-4481-b14d-692f61ea0ac3 req-617622cf-6745-4e4e-9f72-c561dc6ff9a5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:46.159055 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0d60bb2b-5829-4481-b14d-692f61ea0ac3 req-617622cf-6745-4e4e-9f72-c561dc6ff9a5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0623338 Aug 29 23:51:46.231773 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0d60bb2b-5829-4481-b14d-692f61ea0ac3 req-eb7c95e9-7f10-40ec-8c09-63d7ab2276a2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673800 Aug 29 23:51:46.335696 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-32180560-4d5b-4647-8f14-34e986f571f7 req-0d7d7dca-a2be-4913-8944-5687dcb2038f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0467236 Aug 29 23:51:46.664566 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a727864-84a2-4b64-8b68-70eff32e5aa1 req-117791c1-8f95-4174-9b79-817953c4910f tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:46.666398 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3a727864-84a2-4b64-8b68-70eff32e5aa1 req-117791c1-8f95-4174-9b79-817953c4910f tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.0655837 Aug 29 23:51:46.734254 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:46.770591 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3a727864-84a2-4b64-8b68-70eff32e5aa1 req-9422764b-e0bd-4f66-bd3c-e750442722ab tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966866 Aug 29 23:51:46.841703 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e4f6a654-ca62-4eef-b16c-3d80760e54b6 req-c08da89f-b586-4422-98ea-35c30550610a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0318894 Aug 29 23:51:47.098587 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161a796-c410-4d3e-be2a-185d0442f85c req-d6fab64e-b412-46be-82a6-a937183b8739 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:47.106111 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1161a796-c410-4d3e-be2a-185d0442f85c req-d6fab64e-b412-46be-82a6-a937183b8739 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.0683632 Aug 29 23:51:47.140150 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:47.340716 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1161a796-c410-4d3e-be2a-185d0442f85c req-94ccc20d-2d21-4985-9cba-1dfd67cf6fdd tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336993 Aug 29 23:51:47.428024 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef28677-a57b-46b6-8da8-98dc67fa1ec8 req-a2c0b939-2d0e-4839-8aad-0f8d3ce38622 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:47.429473 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9ef28677-a57b-46b6-8da8-98dc67fa1ec8 req-a2c0b939-2d0e-4839-8aad-0f8d3ce38622 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0514593 Aug 29 23:51:47.490102 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-306fdc2f-42fb-4fc9-84b2-3210ef6db4a3 req-348bb8c9-15c7-449f-a6ed-e26f725582f0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0363891 Aug 29 23:51:47.527445 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9ef28677-a57b-46b6-8da8-98dc67fa1ec8 req-244b9fb2-688d-488f-8418-10a67dfd5419 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900962 Aug 29 23:51:47.923147 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12a220-0802-48f7-bf6d-3ed3ff8f7ac1 req-a56d95b5-8c4f-4429-b868-44e6ea8ab089 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:47.925094 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2c12a220-0802-48f7-bf6d-3ed3ff8f7ac1 req-a56d95b5-8c4f-4429-b868-44e6ea8ab089 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.0839634 Aug 29 23:51:48.024009 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-29a8dd03-3109-4c28-83eb-e68c60a42df1 req-483f144e-cfa5-429b-bfda-b7cb3770be9e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0441062 Aug 29 23:51:48.027396 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2c12a220-0802-48f7-bf6d-3ed3ff8f7ac1 req-6572733a-8504-475d-878f-b156dc8bd3f3 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852964 Aug 29 23:51:48.133403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46080) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:48.272603 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e875e4bd-12f3-4ad2-a558-d8741f16ba2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:48.374035 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e875e4bd-12f3-4ad2-a558-d8741f16ba2c admin admin] Publish callbacks [] for security_group (874f2f7a-18bd-42bf-9adc-fe91010ccfdc), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:48.467031 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ef68f-384e-480c-a1f8-c38da1d26ff0 req-29eba604-6a35-4498-a07b-c72af935e48f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:48.468562 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a95ef68f-384e-480c-a1f8-c38da1d26ff0 req-29eba604-6a35-4498-a07b-c72af935e48f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.0486515 Aug 29 23:51:48.476249 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e875e4bd-12f3-4ad2-a558-d8741f16ba2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (874f2f7a-18bd-42bf-9adc-fe91010ccfdc), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:48.517792 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e875e4bd-12f3-4ad2-a558-d8741f16ba2c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=a2c183e476124f27b34babceaa402699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3831794 Aug 29 23:51:48.521812 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a95ef68f-384e-480c-a1f8-c38da1d26ff0 req-f339bc55-e83d-481d-9c1d-eb5e24ac157f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451980 Aug 29 23:51:48.521982 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46090) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:48.525830 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875e4bd-12f3-4ad2-a558-d8741f16ba2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f2f7a-18bd-42bf-9adc-fe91010ccfdc,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:48.536112 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:48.587841 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ba8d70b7-81a1-4973-8d9c-a8faf6bd30cb admin admin] Publish callbacks [] for security_group (874f2f7a-18bd-42bf-9adc-fe91010ccfdc), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:48.612294 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ba8d70b7-81a1-4973-8d9c-a8faf6bd30cb admin admin] Publish callbacks [] for security_group (874f2f7a-18bd-42bf-9adc-fe91010ccfdc), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:48.617418 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cd2ca227-18ea-436d-9a7d-349e0696f4fc req-be3f3ccc-b043-400f-89e3-3ade69142f68 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0385826 Aug 29 23:51:48.663846 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.61', 64900) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:48.673641 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e98c6-d000-4f2c-b6e7-16dcc5d8c3ff req-318acf58-4d53-421a-aa20-b107daf7fb6f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:48.678950 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-435e98c6-d000-4f2c-b6e7-16dcc5d8c3ff req-318acf58-4d53-421a-aa20-b107daf7fb6f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0649793 Aug 29 23:51:48.731684 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-435e98c6-d000-4f2c-b6e7-16dcc5d8c3ff req-9c931762-200d-43b6-a60c-b1d55e4f5799 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477524 Aug 29 23:51:48.757152 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ba8d70b7-81a1-4973-8d9c-a8faf6bd30cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (874f2f7a-18bd-42bf-9adc-fe91010ccfdc), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:48.762612 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ba8d70b7-81a1-4973-8d9c-a8faf6bd30cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:48.764170 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ba8d70b7-81a1-4973-8d9c-a8faf6bd30cb admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/874f2f7a-18bd-42bf-9adc-fe91010ccfdc HTTP/1.1" status: 204 len: 168 time: 0.2353520 Aug 29 23:51:48.782827 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d70b7-81a1-4973-8d9c-a8faf6bd30cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f2f7a-18bd-42bf-9adc-fe91010ccfdc,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:48.821482 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-5bbcacb8-be6d-4728-b51f-7796b8fad2ed tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:51:48.822524 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-5bbcacb8-be6d-4728-b51f-7796b8fad2ed tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064471 Aug 29 23:51:48.828654 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-8ed51904-de40-4bf4-9461-07121a380f1e tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:51:48.829743 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-8ed51904-de40-4bf4-9461-07121a380f1e tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0150855 Aug 29 23:51:48.835415 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-0083bfd9-ac89-4f1a-a1b4-90d69dc115b7 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:51:48.846445 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-0083bfd9-ac89-4f1a-a1b4-90d69dc115b7 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0211806 Aug 29 23:51:48.846445 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-b06392a0-43a1-44c4-9f12-6a4fd9776c0e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:51:48.846445 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-b06392a0-43a1-44c4-9f12-6a4fd9776c0e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0270157 Aug 29 23:51:48.884828 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:48.940315 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-edcf1395-b352-4fc1-8d8e-bca6b688a86e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:48.942785 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-edcf1395-b352-4fc1-8d8e-bca6b688a86e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 814 time: 0.1294632 Aug 29 23:51:49.035946 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-ceab6ff4-0dcd-480e-93cd-9ab0f29f96da tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 380 time: 0.0776346 Aug 29 23:51:49.048128 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'port': {'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'admin_state_up': True, 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'security_groups': ['a1beeab9-0d8e-4dcd-9f79-462b8cc7901c']}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:49.111209 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Request body: {'port': {'device_id': 'edecb793-ad02-4b6f-addc-020ce872a118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:49.249838 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Request body: {'port': {'device_id': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:49.262837 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Request body: {'port': {'device_id': 'e5d83695-337c-4680-ac86-9e9aa83f52f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:49.319038 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Request body: {'port': {'device_id': 'b8ec8e13-8f80-45fd-a17c-02fdc4737427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:49.342582 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:49.351578 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3f16bae6-364f-49ea-a7c0-ea642641e1f5 req-563a7be6-41d9-436c-aa46-ca3c4dae9859 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.2036581 Aug 29 23:51:49.451949 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:49.457034 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:49.458413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Made reservation on behalf of 80d82515633f4c2faa34d3225a6f26a6 for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:49.463115 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:49.464935 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896bdf6-d38c-44d0-a008-e7be5da4574b req-ccb10bf3-53aa-487c-9d07-3423a7bea616 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:49.466528 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c896bdf6-d38c-44d0-a008-e7be5da4574b req-ccb10bf3-53aa-487c-9d07-3423a7bea616 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.1280036 Aug 29 23:51:49.512261 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:49.548319 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:49.580697 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c896bdf6-d38c-44d0-a008-e7be5da4574b req-965654ff-18af-4c8e-94a6-e35194bc840c tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994792 Aug 29 23:51:49.703924 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc2b0b-d99b-462c-9090-53b724b7a944 req-54a19143-4d74-4972-91c7-99e24bdc8c85 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:49.706490 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60cc2b0b-d99b-462c-9090-53b724b7a944 req-54a19143-4d74-4972-91c7-99e24bdc8c85 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 932 time: 0.0679264 Aug 29 23:51:49.929586 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-27ff3040-8ba4-47ed-b6b9-6868c8804467 req-d3ca4823-ec4b-4326-8d52-e1b08e554e3b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.1318901 Aug 29 23:51:49.983367 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:50.035573 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60cc2b0b-d99b-462c-9090-53b724b7a944 req-9927f28f-94eb-47aa-9009-cde353b3a830 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258842 Aug 29 23:51:50.125488 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802d69b-e9fe-425d-b17f-4127d1584cf9 req-42b178f6-3b2c-408b-8827-5c9418ea2e3f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:50.128076 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d802d69b-e9fe-425d-b17f-4127d1584cf9 req-42b178f6-3b2c-408b-8827-5c9418ea2e3f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 932 time: 0.0685599 Aug 29 23:51:50.246029 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d802d69b-e9fe-425d-b17f-4127d1584cf9 req-1c901202-b411-4d83-95d4-d79878f4b405 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118941 Aug 29 23:51:50.272088 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Allocated IP 172.20.0.13 (9b596b2d-12e3-47f4-a595-eed3b3358a18/c496b8d6-8b00-49fa-bb8e-5ad596ae66a6/01e67dee-c059-44c0-b274-3278a508338c) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:50.288139 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ec22c6-261a-4c67-84d2-31f8a47e0693 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:50.313574 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Publish callbacks [] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:50.372855 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Transition to ACTIVE for port object f1ec22c6-261a-4c67-84d2-31f8a47e0693 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:51:50.465060 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:50.550822 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.61', 64914) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:50.590021 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:50.635961 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c5683d75-3fe1-4346-8a31-7c07dc58fa12 req-f1846512-79f3-4200-aed6-8893ee5234bc tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.1036379 Aug 29 23:51:50.644824 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Publish callbacks [] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:50.659652 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec22c6-261a-4c67-84d2-31f8a47e0693,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:50.681830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Attempting to bind port f1ec22c6-261a-4c67-84d2-31f8a47e0693 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:50.682538 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Attempting to bind port f1ec22c6-261a-4c67-84d2-31f8a47e0693 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:50.683732 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Attempting to bind port f1ec22c6-261a-4c67-84d2-31f8a47e0693 on network 81309772-a7ea-411c-9807-d5770abcbfb5 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:50.705806 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Port f1ec22c6-261a-4c67-84d2-31f8a47e0693 on network 81309772-a7ea-411c-9807-d5770abcbfb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:51:50.706143 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Attempting to bind port f1ec22c6-261a-4c67-84d2-31f8a47e0693 on network 81309772-a7ea-411c-9807-d5770abcbfb5 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:50.713538 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40880ff-7fed-43ae-a195-d6745bc86dde {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:50.717437 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:50.718170 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Checking segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:50.719302 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Bound using segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:50.721901 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Bound port: f1ec22c6-261a-4c67-84d2-31f8a47e0693, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:50.722369 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:50.731131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Publish callbacks [] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:50.776867 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (01e67dee-c059-44c0-b274-3278a508338c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:50.783791 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Transition to ACTIVE for port object a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:51:50.807024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Transition to ACTIVE for port object f40880ff-7fed-43ae-a195-d6745bc86dde will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:51:50.820543 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:50.836091 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] For port f1ec22c6-261a-4c67-84d2-31f8a47e0693, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:50.838510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:50.862959 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-924fb430-7293-41c6-9858-e1d79a34497e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:50.864701 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-924fb430-7293-41c6-9858-e1d79a34497e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 816 time: 0.3052917 Aug 29 23:51:50.880669 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] For port f1ec22c6-261a-4c67-84d2-31f8a47e0693, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:50.885705 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:50.907413 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b254c-cd2e-40b4-9696-b8a9392cee2c req-4c7399d4-153a-4879-ad28-6ba505f15efb tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:50.909151 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d05b254c-cd2e-40b4-9696-b8a9392cee2c req-4c7399d4-153a-4879-ad28-6ba505f15efb tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 931 time: 0.0900664 Aug 29 23:51:50.927163 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.016383 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Attempting to bind port f40880ff-7fed-43ae-a195-d6745bc86dde on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:51.016383 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Attempting to bind port f40880ff-7fed-43ae-a195-d6745bc86dde by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:51.016383 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Attempting to bind port f40880ff-7fed-43ae-a195-d6745bc86dde on network e705eb9e-6339-4c6c-9900-25506cd0e1c1 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:51.023808 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (01e67dee-c059-44c0-b274-3278a508338c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.033504 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Port f40880ff-7fed-43ae-a195-d6745bc86dde on network e705eb9e-6339-4c6c-9900-25506cd0e1c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:51:51.033785 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Attempting to bind port f40880ff-7fed-43ae-a195-d6745bc86dde on network e705eb9e-6339-4c6c-9900-25506cd0e1c1 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:51.049389 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.077777 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46196) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:51.091288 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:51.092170 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.094338 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 200 len: 1094 time: 2.0931799 Aug 29 23:51:51.098571 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:51.099418 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'tag': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:51:51.101300 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:51.101669 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Checking segment: {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:51.102214 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Bound using segment: {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:51.102682 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Bound port: f40880ff-7fed-43ae-a195-d6745bc86dde, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:51.103045 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.149040 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Attempting to bind port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:51.149646 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Attempting to bind port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:51.150132 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Attempting to bind port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:51.182577 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-8e6d694a-dd7e-45d3-903f-88d463d26193 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fd4107165644976b1d8cdbeec3c8711 HTTP/1.1" status: 200 len: 379 time: 0.3044434 Aug 29 23:51:51.184539 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:51.188609 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:51:51.189006 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Attempting to bind port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:51.237996 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'port': {'device_id': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'admin_state_up': True, 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'security_groups': ['a382232c-3898-44f3-b541-a47cdbbae8e0']}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:51.249655 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:51.251802 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=10 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:51.260690 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:51.267036 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:51.273489 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.286525 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:51.287258 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Checking segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:51.287803 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Bound using segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:51.288407 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Bound port: a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:51.288920 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.297097 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62cdd9-8df2-4e96-be4d-7fed3ffbdbec service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec22c6-261a-4c67-84d2-31f8a47e0693,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:51.314406 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f40880ff-7fed-43ae-a195-d6745bc86dde,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:51.397299 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d05b254c-cd2e-40b4-9696-b8a9392cee2c req-c74269c4-6387-4c20-9368-2a563a39a232 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614673 Aug 29 23:51:51.510252 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=01e67dee-c059-44c0-b274-3278a508338c,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:51.574779 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-5d6293c9-a95d-4640-825e-2dcc44520d44 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5305400 Aug 29 23:51:51.593860 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] For port f40880ff-7fed-43ae-a195-d6745bc86dde, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:51.615226 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Request body: {'port': {'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:51.684509 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] For port f40880ff-7fed-43ae-a195-d6745bc86dde, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f40880ff-7fed-43ae-a195-d6745bc86dde,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:51.732354 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] For port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:51.755259 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-51a74947-9e2a-4e61-94cd-6503f812010c None None] Provisioning complete for port 01e67dee-c059-44c0-b274-3278a508338c triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:51.755863 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-51a74947-9e2a-4e61-94cd-6503f812010c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (01e67dee-c059-44c0-b274-3278a508338c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.771608 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] For port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:51.776075 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957c990-e068-4ebf-a956-a48b0e08b49f req-e60146fa-483c-4e95-8085-332767474477 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:51.783147 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3957c990-e068-4ebf-a956-a48b0e08b49f req-e60146fa-483c-4e95-8085-332767474477 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 932 time: 0.5765221 Aug 29 23:51:51.790162 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.792825 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977578c-a596-4b4d-abd5-915159237cf5 req-7e552c03-ca7a-47fb-86d0-0b22aa2a394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:51.794402 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-7e552c03-ca7a-47fb-86d0-0b22aa2a394a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 1128 time: 0.4939601 Aug 29 23:51:51.805791 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:51.806874 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.808526 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/f40880ff-7fed-43ae-a195-d6745bc86dde HTTP/1.1" status: 200 len: 1093 time: 2.8004532 Aug 29 23:51:51.809235 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ec8e13-8f80-45fd-a17c-02fdc4737427', 'tag': 'f40880ff-7fed-43ae-a195-d6745bc86dde'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:51:51.833307 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-868dcece-f4a4-488b-ad86-eb2fcd38ad3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.837310 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba41298-bccd-460e-bcf1-4d6404f405ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a", "tag": "f1ec22c6-261a-4c67-84d2-31f8a47e0693"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:51:51.844297 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-51a74947-9e2a-4e61-94cd-6503f812010c None None] Port 01e67dee-c059-44c0-b274-3278a508338c cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:51.892450 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (01e67dee-c059-44c0-b274-3278a508338c), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.899698 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.912085 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:51.912664 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:51.913250 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03de8d-e95b-43ec-91d7-4608859a10ee req-2c790463-21c9-4f90-83ec-a9863b5e6ee0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:51.914787 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c HTTP/1.1" status: 200 len: 1094 time: 2.9071052 Aug 29 23:51:51.914924 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2f03de8d-e95b-43ec-91d7-4608859a10ee req-2c790463-21c9-4f90-83ec-a9863b5e6ee0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 944 time: 0.2194166 Aug 29 23:51:51.915295 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:51.944741 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-c66b9722-f7e0-4e91-ae48-0e9d45f9a1cc service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 200 len: 217 time: 0.1310453 Aug 29 23:51:51.966535 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:51.977198 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48478cd2-ea92-4b0b-ae30-7b6a286081c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f40880ff-7fed-43ae-a195-d6745bc86dde,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:52.041760 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a058a5e2-fffb-402f-99cc-4946054648c3 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:52.061540 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Made reservation on behalf of 3fd4107165644976b1d8cdbeec3c8711 for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:51:52.065329 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:52.080439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Publish callbacks [] for port (a058a5e2-fffb-402f-99cc-4946054648c3), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:52.095074 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3957c990-e068-4ebf-a956-a48b0e08b49f req-4aebd402-cf36-42be-9819-921c5c555094 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109698 Aug 29 23:51:52.156664 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977578c-a596-4b4d-abd5-915159237cf5 req-7923cef4-ebdc-4999-90d3-93fb55540e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:52.159201 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-7923cef4-ebdc-4999-90d3-93fb55540e57 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.2024169 Aug 29 23:51:52.164540 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Transition to ACTIVE for port object a058a5e2-fffb-402f-99cc-4946054648c3 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:51:52.177016 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309a220d-03e4-4791-9b49-c5cee0a687eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ec8e13-8f80-45fd-a17c-02fdc4737427", "tag": "f40880ff-7fed-43ae-a195-d6745bc86dde"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:51:52.207672 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2f03de8d-e95b-43ec-91d7-4608859a10ee req-07cd5969-bcb2-4f61-bf39-21f03ee3f4c0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819455 Aug 29 23:51:52.208308 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-143ca167-5715-4c09-864e-202080554550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:52.209837 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-143ca167-5715-4c09-864e-202080554550 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a8ada08f998844e997babd510083c205&device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 1127 time: 0.2298517 Aug 29 23:51:52.269176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:52.323260 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5c921-3c8e-4001-bf4d-697af01970b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:52.331045 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-e7eb1c25-4884-4884-9abc-6d1ff8cb0455 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f40880ff-7fed-43ae-a195-d6745bc86dde HTTP/1.1" status: 200 len: 217 time: 0.1000350 Aug 29 23:51:52.334576 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:52.337598 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-3122facb-66b0-4c71-b667-587c0f5570e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:52.339318 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-3122facb-66b0-4c71-b667-587c0f5570e1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 1128 time: 0.2429061 Aug 29 23:51:52.353166 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977578c-a596-4b4d-abd5-915159237cf5 req-5324383e-ff48-4e8c-b1cf-14c0413d9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:52.354571 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-5324383e-ff48-4e8c-b1cf-14c0413d9348 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1884947 Aug 29 23:51:52.433338 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4cee7388-ab42-489e-b7e4-908744c35983 req-0c2a33ce-d513-4861-bc8b-0933b521eba2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.1296797 Aug 29 23:51:52.462812 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-868dcece-f4a4-488b-ad86-eb2fcd38ad3c admin admin] Publish callbacks [] for security_group (c3b6502f-ccb1-46a4-a644-1d09e18256b0), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:52.477604 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46c639-e925-4cc5-9929-2ffed423beed req-49df6bd7-7f03-446b-8d38-fcfab96e8a8d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:52.479242 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ec46c639-e925-4cc5-9929-2ffed423beed req-49df6bd7-7f03-446b-8d38-fcfab96e8a8d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 944 time: 0.2388189 Aug 29 23:51:52.515709 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a058a5e2-fffb-402f-99cc-4946054648c3,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:52.536829 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:52.557565 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-868dcece-f4a4-488b-ad86-eb2fcd38ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c3b6502f-ccb1-46a4-a644-1d09e18256b0), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:52.571164 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Attempting to bind port a058a5e2-fffb-402f-99cc-4946054648c3 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:52.571508 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Attempting to bind port a058a5e2-fffb-402f-99cc-4946054648c3 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:52.571845 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Attempting to bind port a058a5e2-fffb-402f-99cc-4946054648c3 on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:52.641830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Port a058a5e2-fffb-402f-99cc-4946054648c3 on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:51:52.642154 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Attempting to bind port a058a5e2-fffb-402f-99cc-4946054648c3 on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:52.662541 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-868dcece-f4a4-488b-ad86-eb2fcd38ad3c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f95577114e5e44dc990567c47ed5f838&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5639763 Aug 29 23:51:52.679391 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ec46c639-e925-4cc5-9929-2ffed423beed req-32fa1221-67e7-45ed-89ee-7fea2684cc0c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859698 Aug 29 23:51:52.680488 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:52.680995 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Checking segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:52.694483 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Bound using segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:52.694483 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Bound port: a058a5e2-fffb-402f-99cc-4946054648c3, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:52.694483 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:52.703636 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46260) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:52.720196 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-441f73ad-fb7a-417d-bd0d-bfcdd6cb1533 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288159 Aug 29 23:51:52.725480 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dcece-f4a4-488b-ad86-eb2fcd38ad3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b6502f-ccb1-46a4-a644-1d09e18256b0,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:52.728013 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-6b1bfbfa-5ac8-45b4-b9e6-30390ac37b5f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c HTTP/1.1" status: 200 len: 217 time: 0.1741309 Aug 29 23:51:52.877704 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b845fa-d6fc-47b9-9468-0c24811d3286 x-openstack-request-id: req-64b845fa-d6fc-47b9-9468-0c24811d3286 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:51:52.880090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a", "tag": "f1ec22c6-261a-4c67-84d2-31f8a47e0693", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:51:52.880090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-64b845fa-d6fc-47b9-9468-0c24811d3286 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:51:52.880090 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b845fa-d6fc-47b9-9468-0c24811d3286'] response: {'name': 'network-changed', 'server_uuid': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'tag': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'status': 'completed', 'code': 200} Aug 29 23:51:52.899872 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-739391de-4941-4912-8b40-32c08792f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:52.901543 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-739391de-4941-4912-8b40-32c08792f86a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a9337af6-5bb3-4ea0-b5ae-63301ed1a391 HTTP/1.1" status: 200 len: 850 time: 0.3825111 Aug 29 23:51:52.921678 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0977578c-a596-4b4d-abd5-915159237cf5 req-e5fa8fa7-71cb-40a4-9077-2e372c1ff6da service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928906 Aug 29 23:51:52.926570 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-29546d12-0973-4ffa-b827-c5c0b46d4c56 admin admin] Publish callbacks [] for security_group (c3b6502f-ccb1-46a4-a644-1d09e18256b0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:52.999186 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2770c-680a-40cf-968c-a6e50e7eefc0 req-d067b04d-51e4-4dd0-93c5-be6a638ef547 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.003579 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5ce2770c-680a-40cf-968c-a6e50e7eefc0 req-d067b04d-51e4-4dd0-93c5-be6a638ef547 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 943 time: 0.1204510 Aug 29 23:51:53.041151 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] For port a058a5e2-fffb-402f-99cc-4946054648c3, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:53.048731 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6279306e-845c-4bb4-a984-aad51d85ecd7 x-openstack-request-id: req-6279306e-845c-4bb4-a984-aad51d85ecd7 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:51:53.049080 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ec8e13-8f80-45fd-a17c-02fdc4737427", "tag": "f40880ff-7fed-43ae-a195-d6745bc86dde", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:51:53.049291 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6279306e-845c-4bb4-a984-aad51d85ecd7 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:51:53.049722 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6279306e-845c-4bb4-a984-aad51d85ecd7'] response: {'name': 'network-changed', 'server_uuid': 'b8ec8e13-8f80-45fd-a17c-02fdc4737427', 'tag': 'f40880ff-7fed-43ae-a195-d6745bc86dde', 'status': 'completed', 'code': 200} Aug 29 23:51:53.068279 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] For port a058a5e2-fffb-402f-99cc-4946054648c3, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a058a5e2-fffb-402f-99cc-4946054648c3,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:53.068480 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-e15cf358-84c9-4ea1-ba9e-651f841a0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.069983 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-e15cf358-84c9-4ea1-ba9e-651f841a0bef service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.3290951 Aug 29 23:51:53.071955 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-29546d12-0973-4ffa-b827-c5c0b46d4c56 admin admin] Publish callbacks [] for security_group (c3b6502f-ccb1-46a4-a644-1d09e18256b0), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.090883 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5ce2770c-680a-40cf-968c-a6e50e7eefc0 req-9fe228eb-1acc-4edf-af7f-b9925db7d192 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817065 Aug 29 23:51:53.091012 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Allocated IP 172.20.0.12 (39f95710-f788-408d-8a65-e81984f3a974/6ddb1dcf-67ed-4fba-8aad-7d58c254553a/70011c53-2246-46a9-9308-734ee213614a) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:51:53.111208 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-7661d610-1538-4e03-8b46-ee3d143e7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.112888 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-7661d610-1538-4e03-8b46-ee3d143e7578 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e705eb9e-6339-4c6c-9900-25506cd0e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1928418 Aug 29 23:51:53.120939 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:53.141008 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.155237 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.156476 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.162909 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a058a5e2-fffb-402f-99cc-4946054648c3 HTTP/1.1" status: 200 len: 1093 time: 4.1700220 Aug 29 23:51:53.232838 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e67dee-c059-44c0-b274-3278a508338c {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:53.268474 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Publish callbacks [] for port (01e67dee-c059-44c0-b274-3278a508338c), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.303548 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:53.324670 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f2764-e7fb-4ec2-83ce-8c51314893bd req-d74292f6-faba-48b1-ad1a-3df24574652a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.325868 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-590f2764-e7fb-4ec2-83ce-8c51314893bd req-d74292f6-faba-48b1-ad1a-3df24574652a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 932 time: 0.1142459 Aug 29 23:51:53.340734 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8fd79-099e-4739-a09e-33aa5ad682d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a058a5e2-fffb-402f-99cc-4946054648c3,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:53.370173 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Transition to ACTIVE for port object 01e67dee-c059-44c0-b274-3278a508338c will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:51:53.378445 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-29546d12-0973-4ffa-b827-c5c0b46d4c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c3b6502f-ccb1-46a4-a644-1d09e18256b0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.384577 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-29546d12-0973-4ffa-b827-c5c0b46d4c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.388592 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-29546d12-0973-4ffa-b827-c5c0b46d4c56 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c3b6502f-ccb1-46a4-a644-1d09e18256b0 HTTP/1.1" status: 204 len: 168 time: 0.6811948 Aug 29 23:51:53.400171 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae871d4-ce1b-493f-baa6-c10b1b7146fe req-dbc36c4e-743b-49e2-bc7e-6e753d4a25a4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.406468 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1ae871d4-ce1b-493f-baa6-c10b1b7146fe req-dbc36c4e-743b-49e2-bc7e-6e753d4a25a4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 944 time: 0.0866802 Aug 29 23:51:53.416248 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29546d12-0973-4ffa-b827-c5c0b46d4c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b6502f-ccb1-46a4-a644-1d09e18256b0,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:53.422772 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for port (70011c53-2246-46a9-9308-734ee213614a), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.442121 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-590f2764-e7fb-4ec2-83ce-8c51314893bd req-b65dbfaa-c2ba-413a-b58e-d05831f30c14 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050363 Aug 29 23:51:53.464997 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (01e67dee-c059-44c0-b274-3278a508338c), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.491505 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1ae871d4-ce1b-493f-baa6-c10b1b7146fe req-075e78c6-b40b-4bed-b525-be6cc8ec1897 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834055 Aug 29 23:51:53.498136 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:53.570770 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3786b31c-f84b-44cc-9e7b-03566d0adca0 req-23147dab-1cce-4408-a0f0-ff3520c76676 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0287278 Aug 29 23:51:53.576070 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Pushing event updated for resources: {'Port': ['ID=01e67dee-c059-44c0-b274-3278a508338c,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:53.591617 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Attempting to bind port 01e67dee-c059-44c0-b274-3278a508338c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:53.592042 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Attempting to bind port 01e67dee-c059-44c0-b274-3278a508338c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:53.592373 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Attempting to bind port 01e67dee-c059-44c0-b274-3278a508338c on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:53.597131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Port 01e67dee-c059-44c0-b274-3278a508338c on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:51:53.597451 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Attempting to bind port 01e67dee-c059-44c0-b274-3278a508338c on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:53.603699 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:53.604013 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Checking segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:53.604390 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Bound using segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:53.604814 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Bound port: 01e67dee-c059-44c0-b274-3278a508338c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:53.605169 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (01e67dee-c059-44c0-b274-3278a508338c), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.646217 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (70011c53-2246-46a9-9308-734ee213614a), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.710604 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Network 39f95710-f788-408d-8a65-e81984f3a974 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:51:53.716050 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:51:53.719311 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:53.723376 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:51:53.727938 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.729175 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.732459 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] For port 01e67dee-c059-44c0-b274-3278a508338c, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:53.737165 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] For port 01e67dee-c059-44c0-b274-3278a508338c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=01e67dee-c059-44c0-b274-3278a508338c,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:53.830339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211ab5d-2763-4b7f-a528-a6daaa4e2c8e req-a00889d4-d343-4382-b880-24043dd1ad31 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.835008 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7211ab5d-2763-4b7f-a528-a6daaa4e2c8e req-a00889d4-d343-4382-b880-24043dd1ad31 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 944 time: 0.0583904 Aug 29 23:51:53.848590 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (01e67dee-c059-44c0-b274-3278a508338c), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.855457 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-5077af1a-9703-4ba4-88da-42fcfd344888 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6639349 Aug 29 23:51:53.859465 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:53.860432 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:53.862154 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/01e67dee-c059-44c0-b274-3278a508338c HTTP/1.1" status: 200 len: 1094 time: 2.2641854 Aug 29 23:51:53.901332 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7211ab5d-2763-4b7f-a528-a6daaa4e2c8e req-f288a439-ee84-43b5-9ada-fe31ecc20c23 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623250 Aug 29 23:51:53.917951 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be0a09-7375-4994-86f2-a0ca734da719 service neutron] Pushing event updated for resources: {'Port': ['ID=01e67dee-c059-44c0-b274-3278a508338c,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:54.095534 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-4aad4d16-781b-4740-87fd-d629a515b2d3 None None] Provisioning complete for port 70011c53-2246-46a9-9308-734ee213614a triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:54.096147 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-4aad4d16-781b-4740-87fd-d629a515b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (70011c53-2246-46a9-9308-734ee213614a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:54.131368 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-4aad4d16-781b-4740-87fd-d629a515b2d3 None None] Port 70011c53-2246-46a9-9308-734ee213614a cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:51:54.224127 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46300) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:54.237327 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e96f378-7b1f-4b6c-b775-260b5e6b8775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:54.256263 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Request body: {'port': {'device_id': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:51:54.259420 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da413ee3-b4e4-43f4-88f1-eca4418ac1db req-cb386f49-bfa2-4bde-a5ef-c8bbacf60304 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.260937 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-da413ee3-b4e4-43f4-88f1-eca4418ac1db req-cb386f49-bfa2-4bde-a5ef-c8bbacf60304 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 943 time: 0.0978913 Aug 29 23:51:54.358391 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:54.368570 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-da413ee3-b4e4-43f4-88f1-eca4418ac1db req-a6110af2-d1fe-4ae3-b62e-f300960a57f9 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989308 Aug 29 23:51:54.380059 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-89a5f421-4ef8-4fe1-a12f-7b128b1311e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.382771 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-89a5f421-4ef8-4fe1-a12f-7b128b1311e9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1821449 Aug 29 23:51:54.427952 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-1b64d829-b811-4303-af43-8243fcb2c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.429451 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-1b64d829-b811-4303-af43-8243fcb2c855 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 1128 time: 0.1668468 Aug 29 23:51:54.434109 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537555-afd4-4353-847b-962bac5fd481 req-2e764f2f-9f43-4939-ba12-29ac572dacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.435728 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-2e764f2f-9f43-4939-ba12-29ac572dacb0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 1127 time: 0.1046286 Aug 29 23:51:54.442743 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-bd68e438-218e-45f2-a8a8-ce7b0b3484e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.444352 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-bd68e438-218e-45f2-a8a8-ce7b0b3484e7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 1128 time: 0.1112075 Aug 29 23:51:54.507991 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e96f378-7b1f-4b6c-b775-260b5e6b8775 admin admin] Publish callbacks [] for security_group (b899b4a8-6dc2-4569-a62f-8ee4bf12d553), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:54.509276 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46306) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:54.559646 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-60470440-4134-4b48-a373-bb56ddbf1e8a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a058a5e2-fffb-402f-99cc-4946054648c3 HTTP/1.1" status: 200 len: 217 time: 0.1143148 Aug 29 23:51:54.572736 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-549fda78-eaf3-42a1-a8d2-756c808f45b5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01e67dee-c059-44c0-b274-3278a508338c HTTP/1.1" status: 200 len: 217 time: 0.1195819 Aug 29 23:51:54.605176 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:54.615850 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:54.624797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537555-afd4-4353-847b-962bac5fd481 req-dd27e63b-8842-4da6-bc05-806aaca4625a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.626920 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-dd27e63b-8842-4da6-bc05-806aaca4625a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0515902 Aug 29 23:51:54.636536 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-9a62d083-e577-4309-bfc8-8acd0380dec6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e705eb9e-6339-4c6c-9900-25506cd0e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243803 Aug 29 23:51:54.705039 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e96f378-7b1f-4b6c-b775-260b5e6b8775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b899b4a8-6dc2-4569-a62f-8ee4bf12d553), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:54.778824 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:54.784398 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:54.789967 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a122bb80-de34-41c9-91ba-4438a5da1ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:54.804980 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-269fd9b7-185d-4678-ad41-8c69331e5e99 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115546 Aug 29 23:51:54.815077 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-914d86f9-7ffc-4133-b4f0-3c217eea33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.817160 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-914d86f9-7ffc-4133-b4f0-3c217eea33e4 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.1881258 Aug 29 23:51:54.823103 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff3e37-0356-470a-a344-085a6b9c3c99 req-61d9f5ae-cf08-44f0-a967-274cbea2a241 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.824600 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77ff3e37-0356-470a-a344-085a6b9c3c99 req-61d9f5ae-cf08-44f0-a967-274cbea2a241 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 944 time: 0.2631109 Aug 29 23:51:54.850974 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-3369a71d-22f7-4e6b-bfa8-f0decc5d9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.852680 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-3369a71d-22f7-4e6b-bfa8-f0decc5d9816 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 912 time: 0.3674564 Aug 29 23:51:54.861939 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ce7e0-ca57-4aeb-8101-f59b61efa3b2 req-80143975-bcc1-4bb4-a985-66ee45805679 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.862394 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e31ce7e0-ca57-4aeb-8101-f59b61efa3b2 req-80143975-bcc1-4bb4-a985-66ee45805679 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 944 time: 0.2394958 Aug 29 23:51:54.887414 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537555-afd4-4353-847b-962bac5fd481 req-efb3848a-8daf-467c-bec5-18cd47463668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:54.888933 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-efb3848a-8daf-467c-bec5-18cd47463668 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1852031 Aug 29 23:51:54.891239 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-7e96f378-7b1f-4b6c-b775-260b5e6b8775 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=1c9ea9072e574b2f9604795ed49f3de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6722858 Aug 29 23:51:54.891784 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edecb793-ad02-4b6f-addc-020ce872a118', 'tag': 'a058a5e2-fffb-402f-99cc-4946054648c3'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:51:54.894068 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c06b69-5bfb-4c16-b5b0-76a620157d70" -d '{"events": [{"name": "network-changed", "server_uuid": "edecb793-ad02-4b6f-addc-020ce872a118", "tag": "a058a5e2-fffb-402f-99cc-4946054648c3"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:51:54.905168 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46316) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:55.060767 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d83695-337c-4680-ac86-9e9aa83f52f0', 'tag': 'a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c'}, {'name': 'network-changed', 'server_uuid': '32036006-145d-499d-848e-16bd2f8f9abf', 'tag': '01e67dee-c059-44c0-b274-3278a508338c'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:51:55.063152 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a38874-14a6-41b2-8af9-cf66cd2b27d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d83695-337c-4680-ac86-9e9aa83f52f0", "tag": "a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c"}, {"name": "network-changed", "server_uuid": "32036006-145d-499d-848e-16bd2f8f9abf", "tag": "01e67dee-c059-44c0-b274-3278a508338c"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:51:55.187557 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-95e5fa31-cd3e-4e81-8eea-6282508d0ce1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 200 len: 217 time: 0.0794079 Aug 29 23:51:55.204525 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-0f9823e6-5b67-46b7-9eb6-03ae8da898a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:55.206104 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-0f9823e6-5b67-46b7-9eb6-03ae8da898a2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3739522 Aug 29 23:51:55.219946 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96f378-7b1f-4b6c-b775-260b5e6b8775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b899b4a8-6dc2-4569-a62f-8ee4bf12d553,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:55.233478 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-a54c8d9b-07d7-4213-ac95-637ca737a2ee req-2abd081e-f89e-4e6e-85af-cfe7a1c75915 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e705eb9e-6339-4c6c-9900-25506cd0e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807209 Aug 29 23:51:55.271842 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device f1ec22c6-261a-4c67-84d2-31f8a47e0693 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:51:55.379857 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:55.409943 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77ff3e37-0356-470a-a344-085a6b9c3c99 req-5f6ec782-3016-4a76-9b81-5feaff289911 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5539284 Aug 29 23:51:55.450155 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70011c53-2246-46a9-9308-734ee213614a {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:55.468786 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e31ce7e0-ca57-4aeb-8101-f59b61efa3b2 req-79cd16b4-4a03-43ed-a57d-d89b771a0e7a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5714102 Aug 29 23:51:55.471236 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port f1ec22c6-261a-4c67-84d2-31f8a47e0693, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:55.488906 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'port_id': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'mac_address': 'fa:16:3e:65:67:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:51:55.494335 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1852c73b-77f4-45bf-8cdc-8012b161ea39 req-71525c56-3e05-428d-948a-d6ec0dae046b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730249 Aug 29 23:51:55.505972 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:55.512464 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Publish callbacks [] for port (70011c53-2246-46a9-9308-734ee213614a), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.523924 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-ab8a4b78-0d59-4b8f-ba01-dff65e6274ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:55.526126 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-ab8a4b78-0d59-4b8f-ba01-dff65e6274ae service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.3265755 Aug 29 23:51:55.532915 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:55.538594 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-61c45817-5a40-4a80-b794-e7676ed15188 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367373 Aug 29 23:51:55.549348 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port f1ec22c6-261a-4c67-84d2-31f8a47e0693 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:55.550250 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.562951 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Transition to ACTIVE for port object 70011c53-2246-46a9-9308-734ee213614a will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:51:55.565123 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9c8c612c-a516-4d24-8974-6b6a6bd4ebd2 admin admin] Publish callbacks [] for security_group (b899b4a8-6dc2-4569-a62f-8ee4bf12d553), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.571996 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ec22c6-261a-4c67-84d2-31f8a47e0693 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:55.599922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port f1ec22c6-261a-4c67-84d2-31f8a47e0693, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:55.604468 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb9670-dbb7-45b4-a084-3304714a9ce9 x-openstack-request-id: req-edcb9670-dbb7-45b4-a084-3304714a9ce9 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:51:55.604863 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edecb793-ad02-4b6f-addc-020ce872a118", "tag": "a058a5e2-fffb-402f-99cc-4946054648c3", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:51:55.605213 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-edcb9670-dbb7-45b4-a084-3304714a9ce9 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:51:55.605760 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edcb9670-dbb7-45b4-a084-3304714a9ce9'] response: {'name': 'network-changed', 'server_uuid': 'edecb793-ad02-4b6f-addc-020ce872a118', 'tag': 'a058a5e2-fffb-402f-99cc-4946054648c3', 'status': 'completed', 'code': 200} Aug 29 23:51:55.614731 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.637646 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a122bb80-de34-41c9-91ba-4438a5da1ce7 admin admin] Publish callbacks [] for security_group (623d53e1-9148-4bfc-b412-c6fbc80e4451), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.654603 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:55.659011 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9c8c612c-a516-4d24-8974-6b6a6bd4ebd2 admin admin] Publish callbacks [] for security_group (b899b4a8-6dc2-4569-a62f-8ee4bf12d553), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.667031 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Attempting to bind port 70011c53-2246-46a9-9308-734ee213614a on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:51:55.667363 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Attempting to bind port 70011c53-2246-46a9-9308-734ee213614a by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:51:55.667904 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Attempting to bind port 70011c53-2246-46a9-9308-734ee213614a on network 39f95710-f788-408d-8a65-e81984f3a974 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:55.673291 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Port 70011c53-2246-46a9-9308-734ee213614a on network 39f95710-f788-408d-8a65-e81984f3a974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:51:55.673810 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Attempting to bind port 70011c53-2246-46a9-9308-734ee213614a on network 39f95710-f788-408d-8a65-e81984f3a974 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:51:55.680329 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-148d806c-4e7a-458c-91fa-caf87d6c1f5b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533377 Aug 29 23:51:55.695992 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.707457 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81c025-995c-4ae4-a245-c6e4a3951b34 req-4ea10aa7-844a-4ac9-85ac-60df3c33cf90 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:55.709111 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8e81c025-995c-4ae4-a245-c6e4a3951b34 req-4ea10aa7-844a-4ac9-85ac-60df3c33cf90 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 932 time: 0.1837838 Aug 29 23:51:55.719844 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a122bb80-de34-41c9-91ba-4438a5da1ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (623d53e1-9148-4bfc-b412-c6fbc80e4451), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.724103 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:51:55.724708 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Checking segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:51:55.725260 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Bound using segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:51:55.726231 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Bound port: 70011c53-2246-46a9-9308-734ee213614a, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:51:55.728485 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.781079 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=f1ec22c6-261a-4c67-84d2-31f8a47e0693,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:55.781428 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f4579-8176-4b0a-9619-e41251f23e4d req-d2153169-ecdb-4529-8ebb-e7fbc9cbcbde tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:55.783181 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-493f4579-8176-4b0a-9619-e41251f23e4d req-d2153169-ecdb-4529-8ebb-e7fbc9cbcbde tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 944 time: 0.1309826 Aug 29 23:51:55.800496 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:55.815654 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:51:55.819928 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:51:55.838742 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122bb80-de34-41c9-91ba-4438a5da1ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623d53e1-9148-4bfc-b412-c6fbc80e4451,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:55.852198 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a122bb80-de34-41c9-91ba-4438a5da1ce7 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e7c9a7f5b50547d682e8db3e114a7b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3417397 Aug 29 23:51:55.855080 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46342) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:55.873213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.884588 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8e81c025-995c-4ae4-a245-c6e4a3951b34 req-6c799d64-0e86-4067-9f6c-fbbe6da8368f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682711 Aug 29 23:51:55.888501 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:55.889394 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:55.891038 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/70011c53-2246-46a9-9308-734ee213614a HTTP/1.1" status: 200 len: 1094 time: 1.6742680 Aug 29 23:51:55.910897 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-493f4579-8176-4b0a-9619-e41251f23e4d req-b68c9805-b3d7-4328-bba3-8b71b5af2770 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057310 Aug 29 23:51:55.966737 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834c298-edc4-431b-bb0e-304b1465bcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:55.975975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['f1ec22c6-261a-4c67-84d2-31f8a47e0693'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:51:55.977256 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-38b5af73-3381-4b0a-a221-15c3ab24af6a admin admin] Publish callbacks [] for security_group (623d53e1-9148-4bfc-b412-c6fbc80e4451), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:56.005826 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9c8c612c-a516-4d24-8974-6b6a6bd4ebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b899b4a8-6dc2-4569-a62f-8ee4bf12d553), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:56.006037 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-38b5af73-3381-4b0a-a221-15c3ab24af6a admin admin] Publish callbacks [] for security_group (623d53e1-9148-4bfc-b412-c6fbc80e4451), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:56.011383 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9c8c612c-a516-4d24-8974-6b6a6bd4ebd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:56.014568 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-9c8c612c-a516-4d24-8974-6b6a6bd4ebd2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/b899b4a8-6dc2-4569-a62f-8ee4bf12d553 HTTP/1.1" status: 204 len: 168 time: 1.1056426 Aug 29 23:51:56.021244 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 29 Aug 2022 23:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac106a93-45d9-4850-b010-176f3e5816c3 x-openstack-request-id: req-ac106a93-45d9-4850-b010-176f3e5816c3 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:51:56.021544 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d83695-337c-4680-ac86-9e9aa83f52f0", "tag": "a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "32036006-145d-499d-848e-16bd2f8f9abf", "tag": "01e67dee-c059-44c0-b274-3278a508338c", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:51:56.021797 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-ac106a93-45d9-4850-b010-176f3e5816c3 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:51:56.022195 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac106a93-45d9-4850-b010-176f3e5816c3'] response: {'name': 'network-changed', 'server_uuid': 'e5d83695-337c-4680-ac86-9e9aa83f52f0', 'tag': 'a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c', 'status': 'completed', 'code': 200} Aug 29 23:51:56.022638 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac106a93-45d9-4850-b010-176f3e5816c3'] response: {'name': 'network-changed', 'server_uuid': '32036006-145d-499d-848e-16bd2f8f9abf', 'tag': '01e67dee-c059-44c0-b274-3278a508338c', 'status': 'completed', 'code': 200} Aug 29 23:51:56.077183 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:56.079839 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c612c-a516-4d24-8974-6b6a6bd4ebd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899b4a8-6dc2-4569-a62f-8ee4bf12d553,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:56.087673 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:56.093526 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f38b1-9830-4b21-b75b-5e5616a9ea1f req-e2556398-59f7-4bc9-8b23-88abe4c51e92 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:56.095351 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f36f38b1-9830-4b21-b75b-5e5616a9ea1f req-e2556398-59f7-4bc9-8b23-88abe4c51e92 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 943 time: 0.1032064 Aug 29 23:51:56.104954 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-38b5af73-3381-4b0a-a221-15c3ab24af6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (623d53e1-9148-4bfc-b412-c6fbc80e4451), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:56.107880 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-38b5af73-3381-4b0a-a221-15c3ab24af6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:56.111719 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-38b5af73-3381-4b0a-a221-15c3ab24af6a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/623d53e1-9148-4bfc-b412-c6fbc80e4451 HTTP/1.1" status: 204 len: 168 time: 0.2499166 Aug 29 23:51:56.123963 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5af73-3381-4b0a-a221-15c3ab24af6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623d53e1-9148-4bfc-b412-c6fbc80e4451,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:56.203694 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:56.305880 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-6e170990-f038-46d8-b79f-b8753137c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:56.307554 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-6e170990-f038-46d8-b79f-b8753137c31c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1722612 Aug 29 23:51:56.311848 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-0ee6f246-a095-42f9-9611-b840ae894af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:56.313443 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-0ee6f246-a095-42f9-9611-b840ae894af0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a8ada08f998844e997babd510083c205&device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 1127 time: 0.1496370 Aug 29 23:51:56.331757 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-13310f04-bf4d-4983-8acc-beb8776e83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:56.354157 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-13310f04-bf4d-4983-8acc-beb8776e83f0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 1128 time: 0.0902002 Aug 29 23:51:56.359053 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f36f38b1-9830-4b21-b75b-5e5616a9ea1f req-4c379049-55f7-4601-8db7-74d186d668de tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575066 Aug 29 23:51:56.622125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62537555-afd4-4353-847b-962bac5fd481 req-1d1c9cc9-35da-45bf-b925-1f7599740930 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632394 Aug 29 23:51:56.622125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4facbfe6-4890-4dea-adfb-ef0aa53aeacb req-dc8eb541-2b87-43a2-a521-1e573820add3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707400 Aug 29 23:51:56.622125 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4240f-cd22-4514-b169-b8412cb8f431 req-eac9b7c7-28e8-4e39-b14f-89d1e9bbc350 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:56.622125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-44e4240f-cd22-4514-b169-b8412cb8f431 req-eac9b7c7-28e8-4e39-b14f-89d1e9bbc350 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 944 time: 0.0499117 Aug 29 23:51:56.622125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-44e4240f-cd22-4514-b169-b8412cb8f431 req-e420661f-1654-44a7-8889-8b7b5bd9c270 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865574 Aug 29 23:51:56.622125 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1fefd-860b-4127-8edb-ebdbc4d1d0da req-9707d331-4ef2-44a5-ac17-7565ff316859 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:56.622125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d2f1fefd-860b-4127-8edb-ebdbc4d1d0da req-9707d331-4ef2-44a5-ac17-7565ff316859 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 945 time: 0.0640554 Aug 29 23:51:56.677615 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d2f1fefd-860b-4127-8edb-ebdbc4d1d0da req-c2e16998-bd5b-4381-a23a-21e6af9d19be tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516798 Aug 29 23:51:57.013374 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:57.083905 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871147b5-6f00-4c93-865d-8c8764e08bd8 req-f77a80be-fc48-4084-951d-2c3f4c6697bf tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:57.093382 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-871147b5-6f00-4c93-865d-8c8764e08bd8 req-f77a80be-fc48-4084-951d-2c3f4c6697bf tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0828795 Aug 29 23:51:57.093382 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb57423-6dd0-4fb1-b913-3d326690c94c req-ced65a7a-c6c2-4150-9bef-6121121f92e7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:57.094849 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb57423-6dd0-4fb1-b913-3d326690c94c req-ced65a7a-c6c2-4150-9bef-6121121f92e7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 944 time: 0.0801818 Aug 29 23:51:57.167563 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46360) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:57.200692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-e4dd61df-d724-41c3-bd31-15c38511610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:57.202219 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-e4dd61df-d724-41c3-bd31-15c38511610f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 1128 time: 0.0869601 Aug 29 23:51:57.207279 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6d50e302-ad96-42ed-a4dd-e2e652498128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.211943 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-871147b5-6f00-4c93-865d-8c8764e08bd8 req-c1d8ab90-c034-41f7-82ea-79d6b6fa6717 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159854 Aug 29 23:51:57.236416 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:51:57.251931 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb57423-6dd0-4fb1-b913-3d326690c94c req-8be415df-aa7e-4c44-a13b-51ff7ad3ca72 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384621 Aug 29 23:51:57.269163 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-cae6ff0f-3d70-4437-a162-0b23b7f45094 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70011c53-2246-46a9-9308-734ee213614a HTTP/1.1" status: 200 len: 217 time: 0.1325388 Aug 29 23:51:57.280487 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device f1ec22c6-261a-4c67-84d2-31f8a47e0693 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:51:57.360926 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6d50e302-ad96-42ed-a4dd-e2e652498128 admin admin] Publish callbacks [] for security_group (b1b93bc7-f2dd-42ab-b082-db31b4316ccc), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.372694 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-bbfe580b-b3e4-4fe9-bd5d-d4b7b4da6ca5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737246 Aug 29 23:51:57.375693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:57.377248 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-c01c5250-d417-4f84-b66d-96f57b40de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:57.379520 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-c01c5250-d417-4f84-b66d-96f57b40de7b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=e705eb9e-6339-4c6c-9900-25506cd0e1c1 HTTP/1.1" status: 200 len: 913 time: 0.2688029 Aug 29 23:51:57.413730 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6d50e302-ad96-42ed-a4dd-e2e652498128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b1b93bc7-f2dd-42ab-b082-db31b4316ccc), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.416339 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46364) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:57.418505 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port f1ec22c6-261a-4c67-84d2-31f8a47e0693 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:51:57.434804 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1dcf-71bf-438a-854f-13fa241c7252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.458566 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:57.472506 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'port_id': 'a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c', 'mac_address': 'fa:16:3e:7a:4b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:51:57.499915 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port f1ec22c6-261a-4c67-84d2-31f8a47e0693 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:51:57.500565 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.513463 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-6d50e302-ad96-42ed-a4dd-e2e652498128 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=59bc3058364f4d418cd7757164f5e254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389778 Aug 29 23:51:57.514006 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50e302-ad96-42ed-a4dd-e2e652498128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b93bc7-f2dd-42ab-b082-db31b4316ccc,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:57.514614 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46366) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:57.524152 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cb6fd-54b9-41a3-94d1-69b8cd2cd105 req-f007006e-35ed-4409-abc4-5fffb92d7caf tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:57.525896 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-538cb6fd-54b9-41a3-94d1-69b8cd2cd105 req-f007006e-35ed-4409-abc4-5fffb92d7caf tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 943 time: 0.0733778 Aug 29 23:51:57.547371 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:57.548036 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.555362 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:57.565153 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:57.574821 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1dcf-71bf-438a-854f-13fa241c7252 admin admin] Publish callbacks [] for security_group (6ea55138-87f0-41c2-82e2-b5836c117ddd), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.590187 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-538cb6fd-54b9-41a3-94d1-69b8cd2cd105 req-fa1053ac-61d7-4c67-a1d2-d87a25402446 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584581 Aug 29 23:51:57.596466 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:57.601514 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-176793fc-c1db-43ee-9049-530e2e85002b admin admin] Publish callbacks [] for security_group (b1b93bc7-f2dd-42ab-b082-db31b4316ccc), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.623781 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-176793fc-c1db-43ee-9049-530e2e85002b admin admin] Publish callbacks [] for security_group (b1b93bc7-f2dd-42ab-b082-db31b4316ccc), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.634622 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port f1ec22c6-261a-4c67-84d2-31f8a47e0693 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:57.635025 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.662529 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:51:57.732117 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.732831 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device f40880ff-7fed-43ae-a195-d6745bc86dde details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:51:57.745331 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb8b3-59dd-48bf-b3ec-12282a3ca4b5 req-028a34b0-c90f-4980-b341-a7581051a567 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:57.747327 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5cecb8b3-59dd-48bf-b3ec-12282a3ca4b5 req-028a34b0-c90f-4980-b341-a7581051a567 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 944 time: 0.0558169 Aug 29 23:51:57.752936 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e4ab1dcf-71bf-438a-854f-13fa241c7252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (6ea55138-87f0-41c2-82e2-b5836c117ddd), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.754879 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port f1ec22c6-261a-4c67-84d2-31f8a47e0693, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:57.801511 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:57.819518 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e4ab1dcf-71bf-438a-854f-13fa241c7252 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e23dd36834a2481187621884d73a21b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016712 Aug 29 23:51:57.820237 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-176793fc-c1db-43ee-9049-530e2e85002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b1b93bc7-f2dd-42ab-b082-db31b4316ccc), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.824320 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-176793fc-c1db-43ee-9049-530e2e85002b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.826495 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-176793fc-c1db-43ee-9049-530e2e85002b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/b1b93bc7-f2dd-42ab-b082-db31b4316ccc HTTP/1.1" status: 204 len: 168 time: 0.3108463 Aug 29 23:51:57.828338 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46376) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:51:57.828898 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:57.836889 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab1dcf-71bf-438a-854f-13fa241c7252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea55138-87f0-41c2-82e2-b5836c117ddd,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:57.849241 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176793fc-c1db-43ee-9049-530e2e85002b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b93bc7-f2dd-42ab-b082-db31b4316ccc,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:57.939617 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44e344aa-a823-4f7d-bc74-f3c988db853b admin admin] Publish callbacks [] for security_group (6ea55138-87f0-41c2-82e2-b5836c117ddd), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:57.984158 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:57.986828 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44e344aa-a823-4f7d-bc74-f3c988db853b admin admin] Publish callbacks [] for security_group (6ea55138-87f0-41c2-82e2-b5836c117ddd), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:58.014345 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bbc657-c315-4556-9d4f-acee2f20216e" -d '{"events": [{"server_uuid": "4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec22c6-261a-4c67-84d2-31f8a47e0693"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:51:58.014925 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed2836-cd6a-4d26-932c-15c7f9095df4 req-6b4cbc34-5c42-461f-be44-e5bb65c3cb59 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:58.024258 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:58.025131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'tag': '70011c53-2246-46a9-9308-734ee213614a'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:51:58.029431 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b88525-7b4c-401c-b2d6-f02867f5d7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "tag": "70011c53-2246-46a9-9308-734ee213614a"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:51:58.029597 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-95ed2836-cd6a-4d26-932c-15c7f9095df4 req-6b4cbc34-5c42-461f-be44-e5bb65c3cb59 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.2209129 Aug 29 23:51:58.096098 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5cecb8b3-59dd-48bf-b3ec-12282a3ca4b5 req-8ff9b6b4-3e05-442c-8b68-5654dd3b98f5 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319871 Aug 29 23:51:58.126541 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=f1ec22c6-261a-4c67-84d2-31f8a47e0693,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:58.131380 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port f40880ff-7fed-43ae-a195-d6745bc86dde, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f40880ff-7fed-43ae-a195-d6745bc86dde,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:58.134660 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:58.145421 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44e344aa-a823-4f7d-bc74-f3c988db853b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (6ea55138-87f0-41c2-82e2-b5836c117ddd), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:58.145647 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'f40880ff-7fed-43ae-a195-d6745bc86dde', 'network_id': 'e705eb9e-6339-4c6c-9900-25506cd0e1c1', 'port_id': 'f40880ff-7fed-43ae-a195-d6745bc86dde', 'mac_address': 'fa:16:3e:d5:d2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1096, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9337af6-5bb3-4ea0-b5ae-63301ed1a391', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:51:58.152068 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44e344aa-a823-4f7d-bc74-f3c988db853b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:58.152068 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-44e344aa-a823-4f7d-bc74-f3c988db853b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/6ea55138-87f0-41c2-82e2-b5836c117ddd HTTP/1.1" status: 204 len: 168 time: 0.3231385 Aug 29 23:51:58.152290 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-95ed2836-cd6a-4d26-932c-15c7f9095df4 req-14af8bb9-33f1-4ffd-bae8-290288ca1019 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207132 Aug 29 23:51:58.165015 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e344aa-a823-4f7d-bc74-f3c988db853b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea55138-87f0-41c2-82e2-b5836c117ddd,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:58.207465 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d096710-8e3f-4c9a-8a5d-ee10aa399437 x-openstack-request-id: req-5d096710-8e3f-4c9a-8a5d-ee10aa399437 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:51:58.215398 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "tag": "70011c53-2246-46a9-9308-734ee213614a", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:51:58.215398 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d096710-8e3f-4c9a-8a5d-ee10aa399437 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:51:58.215398 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d096710-8e3f-4c9a-8a5d-ee10aa399437'] response: {'name': 'network-changed', 'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'tag': '70011c53-2246-46a9-9308-734ee213614a', 'status': 'completed', 'code': 200} Aug 29 23:51:58.218538 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port f40880ff-7fed-43ae-a195-d6745bc86dde is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:51:58.218994 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:58.238927 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40880ff-7fed-43ae-a195-d6745bc86dde {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:51:58.260167 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port f40880ff-7fed-43ae-a195-d6745bc86dde, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f40880ff-7fed-43ae-a195-d6745bc86dde,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:51:58.339348 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:58.425229 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=f40880ff-7fed-43ae-a195-d6745bc86dde,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:51:58.428742 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc668c46-1448-4e9e-ab50-a803993ab637 req-84373609-e513-415f-882a-91add063b969 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:58.430333 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bc668c46-1448-4e9e-ab50-a803993ab637 req-84373609-e513-415f-882a-91add063b969 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1012707 Aug 29 23:51:58.502225 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bc668c46-1448-4e9e-ab50-a803993ab637 req-67d9c484-d98c-437e-9948-0dcd08986a2f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648680 Aug 29 23:51:58.521956 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d246c3ab-9076-4412-8234-d4e2357c0dbf x-openstack-request-id: req-d246c3ab-9076-4412-8234-d4e2357c0dbf {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:51:58.522328 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec22c6-261a-4c67-84d2-31f8a47e0693", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:51:58.522624 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d246c3ab-9076-4412-8234-d4e2357c0dbf {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:51:58.523122 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d246c3ab-9076-4412-8234-d4e2357c0dbf'] response: {'server_uuid': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'code': 200} Aug 29 23:51:58.627356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd64acb-5187-4051-9f89-6706a648b209 req-59d33988-5785-4df0-aa1c-de8b13e5e8d7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:58.631213 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cd64acb-5187-4051-9f89-6706a648b209 req-59d33988-5785-4df0-aa1c-de8b13e5e8d7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 945 time: 0.0642443 Aug 29 23:51:58.697535 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cd64acb-5187-4051-9f89-6706a648b209 req-8b3ec89d-471f-4eaa-b85e-8c45d33dfcc7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Aug 29 23:51:58.720139 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:51:58.781969 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86570676-aecf-4aa7-990e-00759e7c61a4 req-b8232987-2810-4993-8c44-db03a84027a8 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:58.791231 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-86570676-aecf-4aa7-990e-00759e7c61a4 req-b8232987-2810-4993-8c44-db03a84027a8 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 944 time: 0.0729501 Aug 29 23:51:58.809131 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['f40880ff-7fed-43ae-a195-d6745bc86dde'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:51:58.843625 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-86570676-aecf-4aa7-990e-00759e7c61a4 req-b97a95dd-bd8a-4474-aec9-7b53fa6eba98 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514889 Aug 29 23:51:58.990771 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:59.034572 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:51:59.037365 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-89e40d95-89b4-447c-9b55-9fc3aace1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.038982 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-89e40d95-89b4-447c-9b55-9fc3aace1591 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 1127 time: 0.0960588 Aug 29 23:51:59.091331 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-17062674-88ff-4bdd-bc64-00d05346c62b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f40880ff-7fed-43ae-a195-d6745bc86dde HTTP/1.1" status: 200 len: 217 time: 0.1731827 Aug 29 23:51:59.167782 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-07b21c15-4069-4a6b-8bc5-f2c9270e4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.172716 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-07b21c15-4069-4a6b-8bc5-f2c9270e4dc7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.2622457 Aug 29 23:51:59.237149 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-400f298d-88f8-414d-be39-b4e4b9193294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.246535 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-400f298d-88f8-414d-be39-b4e4b9193294 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601819 Aug 29 23:51:59.405724 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595b637-ead9-46d0-a175-d1399e258328 req-5d80b727-152c-4753-b296-f1cf14f4369a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.407420 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f595b637-ead9-46d0-a175-d1399e258328 req-5d80b727-152c-4753-b296-f1cf14f4369a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 944 time: 0.1426027 Aug 29 23:51:59.438253 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-c7f5d1eb-3713-4480-b362-f5f19f02af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.440509 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-c7f5d1eb-3713-4480-b362-f5f19f02af15 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a9337af6-5bb3-4ea0-b5ae-63301ed1a391 HTTP/1.1" status: 200 len: 850 time: 0.3408871 Aug 29 23:51:59.512238 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7bc38-3173-4f3b-8936-4fea19388d63 req-da73733f-b156-434b-8ec2-5e1026098297 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.513724 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-05f7bc38-3173-4f3b-8936-4fea19388d63 req-da73733f-b156-434b-8ec2-5e1026098297 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.2113914 Aug 29 23:51:59.517816 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-dde82728-1af8-4f8e-ae4e-1e52d173fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.518818 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-dde82728-1af8-4f8e-ae4e-1e52d173fd1f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.6259880 Aug 29 23:51:59.519421 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-a07853ab-f76e-42ba-9ffa-4683e9be36fc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001618 Aug 29 23:51:59.526471 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d494db-e652-4172-a7e6-f52d091008b9 req-8e7bd93d-a1ea-42a0-a9a5-cc3c5f6e6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.527280 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d0d494db-e652-4172-a7e6-f52d091008b9 req-8e7bd93d-a1ea-42a0-a9a5-cc3c5f6e6338 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 1130 time: 0.1778958 Aug 29 23:51:59.570246 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-6bc0c516-55d1-4bf6-87d8-f9955ac5122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.572342 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-6bc0c516-55d1-4bf6-87d8-f9955ac5122d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=e705eb9e-6339-4c6c-9900-25506cd0e1c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170211 Aug 29 23:51:59.578702 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-d0d494db-e652-4172-a7e6-f52d091008b9 req-c11e07a6-227a-47b7-9bce-235386d15be8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:51:59.614217 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-17948a8b-837e-4134-9200-7316b6c63778 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475320 Aug 29 23:51:59.614712 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-536e4fbf-81ce-4140-887f-0bc6b4d936b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:51:59.616028 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-536e4fbf-81ce-4140-887f-0bc6b4d936b0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.5092151 Aug 29 23:51:59.622910 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-07fc4bac-97d5-47e3-a1be-8ece2ed85f09 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c HTTP/1.1" status: 200 len: 217 time: 0.0837922 Aug 29 23:51:59.690578 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f595b637-ead9-46d0-a175-d1399e258328 req-0d66eb91-a09c-43ff-8b42-91b1e01c12bb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433107 Aug 29 23:51:59.765013 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-05f7bc38-3173-4f3b-8936-4fea19388d63 req-6e3cd59d-016c-4296-aa81-e3280061e01c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230527 Aug 29 23:51:59.773146 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-4838f932-bcbd-468d-8554-3687fffe79e5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a058a5e2-fffb-402f-99cc-4946054648c3 HTTP/1.1" status: 200 len: 217 time: 0.1315567 Aug 29 23:51:59.983589 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:00.091878 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:52:00.110822 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-b37dbfb7-9915-4ebf-8dfd-265555f2d87f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803977 Aug 29 23:52:00.144885 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-ae8fefb1-6935-491e-af41-9c26b42b936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.147967 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-ae8fefb1-6935-491e-af41-9c26b42b936f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.3681321 Aug 29 23:52:00.157505 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:00.175049 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-850e4587-b7c1-49bf-b564-6aabd8658add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.177447 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-850e4587-b7c1-49bf-b564-6aabd8658add service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.5406835 Aug 29 23:52:00.192914 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:00.192914 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:00.198069 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-08cb7c90-51a9-4192-b5a1-1fac56ddcc1c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e705eb9e-6339-4c6c-9900-25506cd0e1c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057527 Aug 29 23:52:00.242213 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce122e-4fe6-4636-b6a5-eef07645ebf1 req-87ba64de-edf8-4766-98ac-71a19bbfe580 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.242861 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6fce122e-4fe6-4636-b6a5-eef07645ebf1 req-87ba64de-edf8-4766-98ac-71a19bbfe580 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.4037771 Aug 29 23:52:00.278755 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4077d1-596f-4fef-9d59-00250cac7df0 req-1d455a68-8e68-4084-8af6-6b704f2f7045 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.287142 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc4077d1-596f-4fef-9d59-00250cac7df0 req-1d455a68-8e68-4084-8af6-6b704f2f7045 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 945 time: 0.4178061 Aug 29 23:52:00.302781 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:00.303263 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:00.329465 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-d0790e45-2e0b-4e11-adce-8a95ba2aaa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.331012 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-d0790e45-2e0b-4e11-adce-8a95ba2aaa01 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1604688 Aug 29 23:52:00.336076 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-d0d494db-e652-4172-a7e6-f52d091008b9 req-c11e07a6-227a-47b7-9bce-235386d15be8 service neutron] Publish callbacks [] for security_group (27f89d94-7060-4e37-ad60-4b98b87c5747), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:00.340942 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-3f52b044-ae04-4584-9989-33266ffd2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.342387 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-3f52b044-ae04-4584-9989-33266ffd2cb0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1460423 Aug 29 23:52:00.396536 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:00.397369 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-309a220d-03e4-4791-9b49-c5cee0a687eb req-c5f314d7-64e1-436f-b3ec-31ef4b7b5e78 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/e705eb9e-6339-4c6c-9900-25506cd0e1c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875045 Aug 29 23:52:00.429785 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-d0d494db-e652-4172-a7e6-f52d091008b9 req-c11e07a6-227a-47b7-9bce-235386d15be8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (27f89d94-7060-4e37-ad60-4b98b87c5747), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:00.433431 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:00.434990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:00.444155 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc4077d1-596f-4fef-9d59-00250cac7df0 req-6e850ae2-6d8f-4456-ad00-7bece567e538 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555831 Aug 29 23:52:00.452100 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6fce122e-4fe6-4636-b6a5-eef07645ebf1 req-0e4853c2-7db6-4fe3-b2ef-a1ecf6a19bee tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870365 Aug 29 23:52:00.460698 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:00.465375 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device f40880ff-7fed-43ae-a195-d6745bc86dde up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:00.485045 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d0d494db-e652-4172-a7e6-f52d091008b9 req-c11e07a6-227a-47b7-9bce-235386d15be8 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9368474 Aug 29 23:52:00.486194 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e07a6-227a-47b7-9bce-235386d15be8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=27f89d94-7060-4e37-ad60-4b98b87c5747,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:00.532144 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d83695-337c-4680-ac86-9e9aa83f52f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:52:00.534963 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0261648a-fb1b-4130-9459-870ce89354a9" -d '{"events": [{"server_uuid": "e5d83695-337c-4680-ac86-9e9aa83f52f0", "name": "network-vif-plugged", "status": "completed", "tag": "a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:52:00.590300 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:00.598692 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port f40880ff-7fed-43ae-a195-d6745bc86dde completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:52:00.602269 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d6996d-1b88-4662-b8f3-44c2921632d2 x-openstack-request-id: req-37d6996d-1b88-4662-b8f3-44c2921632d2 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:52:00.602621 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d83695-337c-4680-ac86-9e9aa83f52f0", "name": "network-vif-plugged", "status": "completed", "tag": "a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:52:00.606092 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-37d6996d-1b88-4662-b8f3-44c2921632d2 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:52:00.606092 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d6996d-1b88-4662-b8f3-44c2921632d2'] response: {'server_uuid': 'e5d83695-337c-4680-ac86-9e9aa83f52f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c', 'code': 200} Aug 29 23:52:00.636575 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee25fc-1f90-4bd9-9665-bc09dbfc127c req-3cf1cfe7-0131-4479-b2b8-52758a8c0887 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.644032 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8aee25fc-1f90-4bd9-9665-bc09dbfc127c req-3cf1cfe7-0131-4479-b2b8-52758a8c0887 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 944 time: 0.1018791 Aug 29 23:52:00.715878 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port f40880ff-7fed-43ae-a195-d6745bc86dde triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:00.716268 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:00.719073 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8aee25fc-1f90-4bd9-9665-bc09dbfc127c req-c8f3a807-9026-49ec-a50a-edd83fe603dc tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739608 Aug 29 23:52:00.829458 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port f40880ff-7fed-43ae-a195-d6745bc86dde is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:00.830111 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:00.871669 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39905-9935-4032-a294-3a16a5076e60 req-94160f60-6fc8-4683-9230-ce02fea6297b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.874300 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port f40880ff-7fed-43ae-a195-d6745bc86dde, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f40880ff-7fed-43ae-a195-d6745bc86dde,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:00.880856 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f9b39905-9935-4032-a294-3a16a5076e60 req-94160f60-6fc8-4683-9230-ce02fea6297b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 944 time: 0.0755825 Aug 29 23:52:00.934793 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:00.969259 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193428d1-d95c-47a8-b763-cb662acbcc52 req-08749b56-2fbb-43a0-9850-ca14e1836414 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:00.971130 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-193428d1-d95c-47a8-b763-cb662acbcc52 req-08749b56-2fbb-43a0-9850-ca14e1836414 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0874243 Aug 29 23:52:00.993318 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f9b39905-9935-4032-a294-3a16a5076e60 req-92489211-adc2-4e0d-8f3b-2c8b7d363cd7 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112278 Aug 29 23:52:01.015749 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=f40880ff-7fed-43ae-a195-d6745bc86dde,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:01.095454 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-193428d1-d95c-47a8-b763-cb662acbcc52 req-939a6e08-2f5b-4c98-a501-165318b6c17c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008074 Aug 29 23:52:01.138936 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7f3187a3-e049-49a9-a965-851b06c70633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:01.518053 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 01e67dee-c059-44c0-b274-3278a508338c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:52:01.521244 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-72cb72a2-ecd4-489b-84e4-ee0be0a316e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:01.524250 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-72cb72a2-ecd4-489b-84e4-ee0be0a316e5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 1128 time: 0.0978901 Aug 29 23:52:01.544910 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-890c4048-2c52-457b-ab8e-4aeafca47d2f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240704 Aug 29 23:52:01.670553 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:01.766142 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-f6b763a1-e933-4830-ad42-20ee4c4e7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:01.768327 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-f6b763a1-e933-4830-ad42-20ee4c4e7292 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 918 time: 0.2343073 Aug 29 23:52:01.790257 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:01.840939 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:01.850550 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5a62-5e05-42dc-b44f-fbc804b9b997 req-f5982e28-b05b-4852-b1db-eaf379755e03 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:01.852497 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-710f5a62-5e05-42dc-b44f-fbc804b9b997 req-f5982e28-b05b-4852-b1db-eaf379755e03 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1550460 Aug 29 23:52:01.868833 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 01e67dee-c059-44c0-b274-3278a508338c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=01e67dee-c059-44c0-b274-3278a508338c,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:01.870282 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae46ec-0dc4-4254-8ef7-fc37d7699316 req-1b669a93-5752-4125-a301-46acc68a4b84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:01.872063 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89ae46ec-0dc4-4254-8ef7-fc37d7699316 req-1b669a93-5752-4125-a301-46acc68a4b84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.2038064 Aug 29 23:52:01.891230 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '01e67dee-c059-44c0-b274-3278a508338c', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:52:01.917244 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-3483b980-ac12-4d52-a07b-055628998be3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711457 Aug 29 23:52:01.939982 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 01e67dee-c059-44c0-b274-3278a508338c is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:01.942172 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (01e67dee-c059-44c0-b274-3278a508338c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:02.005077 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e67dee-c059-44c0-b274-3278a508338c {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:52:02.005414 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61c06b69-5bfb-4c16-b5b0-76a620157d70 req-f52bba01-7370-43ad-8161-aad58a328234 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262702 Aug 29 23:52:02.027123 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 01e67dee-c059-44c0-b274-3278a508338c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=01e67dee-c059-44c0-b274-3278a508338c,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:02.034452 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89ae46ec-0dc4-4254-8ef7-fc37d7699316 req-c304b5f8-4cc9-44be-9a52-71dfe2bcf987 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447721 Aug 29 23:52:02.060045 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-710f5a62-5e05-42dc-b44f-fbc804b9b997 req-1fe22684-d04b-4816-ab66-7acaa364bb3e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824527 Aug 29 23:52:02.078685 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:02.155059 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-74cdeb62-23cd-45d7-afca-b3fc2fc14a4b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70011c53-2246-46a9-9308-734ee213614a HTTP/1.1" status: 200 len: 217 time: 0.1158280 Aug 29 23:52:02.250041 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-f24a48e1-99b6-43fc-aebe-cce198b538d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:02.252119 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-f24a48e1-99b6-43fc-aebe-cce198b538d7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.0870268 Aug 29 23:52:02.319422 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-139648ae-f5db-4e98-a4a1-ece7cc4051ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:02.321275 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-139648ae-f5db-4e98-a4a1-ece7cc4051ad service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463281 Aug 29 23:52:02.358376 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb521979-bb69-42df-97c5-0244da4cfe60 req-3e2c5a8f-2c36-4782-9d63-d26f2770d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:02.358376 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fb521979-bb69-42df-97c5-0244da4cfe60 req-3e2c5a8f-2c36-4782-9d63-d26f2770d45a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 1130 time: 0.2169623 Aug 29 23:52:02.358376 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f5e7d-000b-4ddd-a493-61b48c8848ff req-35547917-5acc-410b-a973-e7f68ba1d3f2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:02.358376 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3f5e7d-000b-4ddd-a493-61b48c8848ff req-35547917-5acc-410b-a973-e7f68ba1d3f2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 944 time: 0.1241755 Aug 29 23:52:02.379533 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24feaff-807c-4dd1-93d8-155df122b680 req-75d80cb8-1dbd-41c9-8ab9-2a3f51e29d07 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:02.381135 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e24feaff-807c-4dd1-93d8-155df122b680 req-75d80cb8-1dbd-41c9-8ab9-2a3f51e29d07 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 945 time: 0.1403978 Aug 29 23:52:02.413923 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-7bce9e2b-467f-4d62-a609-db77b415a9bd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660102 Aug 29 23:52:02.477131 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-6cbe7c84-d061-44a0-baf7-de419d96b86d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479564 Aug 29 23:52:02.513909 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fb521979-bb69-42df-97c5-0244da4cfe60 req-9541a1b1-c5ab-44db-8fea-3fc4ae8d068c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592922 Aug 29 23:52:02.548301 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3f5e7d-000b-4ddd-a493-61b48c8848ff req-5240b5b3-0108-4259-bb4c-a96f3c618185 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868882 Aug 29 23:52:02.554854 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e24feaff-807c-4dd1-93d8-155df122b680 req-9549c725-cd79-418c-ba0f-f23d5121dda6 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616426 Aug 29 23:52:02.570139 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-ac111cce-092d-448b-8c39-e82819c1abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:02.583043 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-ac111cce-092d-448b-8c39-e82819c1abeb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 1128 time: 0.0980155 Aug 29 23:52:02.605119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ec8e13-8f80-45fd-a17c-02fdc4737427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40880ff-7fed-43ae-a195-d6745bc86dde'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:52:02.611327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b070a2a-31a7-4df3-ae2a-95b65cf5ebc7" -d '{"events": [{"server_uuid": "b8ec8e13-8f80-45fd-a17c-02fdc4737427", "name": "network-vif-plugged", "status": "completed", "tag": "f40880ff-7fed-43ae-a195-d6745bc86dde"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:52:02.663920 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-62b88525-7b4c-401c-b2d6-f02867f5d7f2 req-0b035590-419c-4af1-b69f-47fbcc67f515 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774035 Aug 29 23:52:02.675411 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9633ec0-cc7c-430d-8430-a18cb32c5ea9 x-openstack-request-id: req-e9633ec0-cc7c-430d-8430-a18cb32c5ea9 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:52:02.676563 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ec8e13-8f80-45fd-a17c-02fdc4737427", "name": "network-vif-plugged", "status": "completed", "tag": "f40880ff-7fed-43ae-a195-d6745bc86dde", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:52:02.676868 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e9633ec0-cc7c-430d-8430-a18cb32c5ea9 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:52:02.677410 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9633ec0-cc7c-430d-8430-a18cb32c5ea9'] response: {'server_uuid': 'b8ec8e13-8f80-45fd-a17c-02fdc4737427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40880ff-7fed-43ae-a195-d6745bc86dde', 'code': 200} Aug 29 23:52:02.714116 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0014431-9cc2-4239-96b0-6d88a90b85e5 req-313a7065-cec4-4d4e-b664-ff8081aeaf44 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:02.716033 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a0014431-9cc2-4239-96b0-6d88a90b85e5 req-313a7065-cec4-4d4e-b664-ff8081aeaf44 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0794799 Aug 29 23:52:02.749732 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:02.828437 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a0014431-9cc2-4239-96b0-6d88a90b85e5 req-a8e7c4b6-24bf-4ae9-9f97-da32caaf1871 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059268 Aug 29 23:52:02.885206 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-64e18fd8-495d-46e0-a292-d2fd1584ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:02.886835 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-64e18fd8-495d-46e0-a292-d2fd1584ea2c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 916 time: 0.1354573 Aug 29 23:52:02.937874 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-97644342-8426-467f-90f6-a2e9e19a714c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01e67dee-c059-44c0-b274-3278a508338c HTTP/1.1" status: 200 len: 217 time: 0.0428016 Aug 29 23:52:02.986766 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (01e67dee-c059-44c0-b274-3278a508338c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:02.988555 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a058a5e2-fffb-402f-99cc-4946054648c3 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:52:03.074246 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=01e67dee-c059-44c0-b274-3278a508338c,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:03.189645 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a058a5e2-fffb-402f-99cc-4946054648c3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a058a5e2-fffb-402f-99cc-4946054648c3,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:03.211473 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'a058a5e2-fffb-402f-99cc-4946054648c3', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'port_id': 'a058a5e2-fffb-402f-99cc-4946054648c3', 'mac_address': 'fa:16:3e:61:56:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:52:03.288334 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port a058a5e2-fffb-402f-99cc-4946054648c3 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:03.289285 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:03.294286 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ba8e-a774-40f0-96da-3906003f9c6b req-3c3e0180-5735-4983-8dc8-02920d2b2dc6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:03.302647 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a6ba8e-a774-40f0-96da-3906003f9c6b req-3c3e0180-5735-4983-8dc8-02920d2b2dc6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0934310 Aug 29 23:52:03.329200 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de2779-470c-43fe-bd37-19c9f3fd94a0 req-d764b7e8-7e0e-4a37-a602-7dc364a42a69 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:03.331320 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60de2779-470c-43fe-bd37-19c9f3fd94a0 req-d764b7e8-7e0e-4a37-a602-7dc364a42a69 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1120474 Aug 29 23:52:03.384061 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a058a5e2-fffb-402f-99cc-4946054648c3 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:52:03.424052 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a058a5e2-fffb-402f-99cc-4946054648c3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a058a5e2-fffb-402f-99cc-4946054648c3,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:03.484570 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a6ba8e-a774-40f0-96da-3906003f9c6b req-d797cb90-e945-4386-bab4-dda0c39b2b18 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809297 Aug 29 23:52:03.518511 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:03.523972 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:52:03.527991 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7084128e-5338-41f8-ad6b-8b7523c90986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:03.549075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60de2779-470c-43fe-bd37-19c9f3fd94a0 req-1d4c0835-d77e-489e-a816-f65497483a7c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874406 Aug 29 23:52:03.562757 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-ef6f3e21-03f1-4905-94b3-70739a3587cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:03.573598 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-ef6f3e21-03f1-4905-94b3-70739a3587cc service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.1555915 Aug 29 23:52:03.577452 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:03.760205 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=a058a5e2-fffb-402f-99cc-4946054648c3,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:03.764624 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e779c-934b-40ef-8eb9-0d515888750e req-b669a8cb-b259-4bca-9919-0f049134f6de tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:03.767560 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-912e779c-934b-40ef-8eb9-0d515888750e req-b669a8cb-b259-4bca-9919-0f049134f6de tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 945 time: 0.1058249 Aug 29 23:52:03.803977 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d7909-5644-469b-a6d4-14d91cf120de req-0c85a2a2-8b9e-4a2a-9e12-b93341af3b80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:03.806658 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f60d7909-5644-469b-a6d4-14d91cf120de req-0c85a2a2-8b9e-4a2a-9e12-b93341af3b80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 945 time: 0.0939367 Aug 29 23:52:03.818305 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:03.833554 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '70011c53-2246-46a9-9308-734ee213614a', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'port_id': '70011c53-2246-46a9-9308-734ee213614a', 'mac_address': 'fa:16:3e:46:d8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:52:03.879165 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 70011c53-2246-46a9-9308-734ee213614a is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:03.880092 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:03.913295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70011c53-2246-46a9-9308-734ee213614a {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:52:03.989236 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:03.999234 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf40b31-0f4e-4124-a023-db39a3b2833b req-466de6f4-a07e-425e-a357-7c30e3980af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:04.017827 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-bbf40b31-0f4e-4124-a023-db39a3b2833b req-466de6f4-a07e-425e-a357-7c30e3980af9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 1129 time: 0.1070981 Aug 29 23:52:04.019150 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-912e779c-934b-40ef-8eb9-0d515888750e req-80e7f51e-59ba-4d40-be72-69e2554dc548 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368112 Aug 29 23:52:04.050566 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f60d7909-5644-469b-a6d4-14d91cf120de req-631085fb-1dbd-4ba6-b78d-d46bc3a1f6a3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266445 Aug 29 23:52:04.052828 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:04.092701 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-66e2e375-beae-453d-8bac-f57388e7f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:04.092701 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-66e2e375-beae-453d-8bac-f57388e7f2b4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150415 Aug 29 23:52:04.139900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:04.195453 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337d5c-5c5c-44aa-bd90-83cd22467c8e req-dda0cad6-1441-4c7d-8f6d-d78abde86bf0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:04.196915 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60337d5c-5c5c-44aa-bd90-83cd22467c8e req-dda0cad6-1441-4c7d-8f6d-d78abde86bf0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0634196 Aug 29 23:52:04.262738 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60337d5c-5c5c-44aa-bd90-83cd22467c8e req-879f66c9-ec27-4337-a46f-67c9f67923a0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543113 Aug 29 23:52:04.436537 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a5686-c8b3-4f3d-821b-50dacfe34cac req-4eb256a2-a45f-4313-ab2c-bdfe64a55b62 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:04.440738 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9c7a5686-c8b3-4f3d-821b-50dacfe34cac req-4eb256a2-a45f-4313-ab2c-bdfe64a55b62 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0518327 Aug 29 23:52:04.471005 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46564) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:04.478611 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'floatingip': {'port_id': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:04.540202 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:04.560517 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-2e3e6db6-913c-4b43-9652-4c333da0a12a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213558 Aug 29 23:52:04.570189 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (2b43c5b8-7c98-45dc-bb23-a1ba078dd137), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:04.611837 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['01e67dee-c059-44c0-b274-3278a508338c'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:52:04.631583 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-bbf40b31-0f4e-4124-a023-db39a3b2833b req-c3380627-8bc6-4f0b-984f-3abc731cc719 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920717 Aug 29 23:52:04.713381 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['a058a5e2-fffb-402f-99cc-4946054648c3'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:52:04.787291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:04.860866 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751caa3-637e-47b2-a108-4f4c0916b46c req-6d37616d-df5b-4d1e-90b5-811454a32a49 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:04.863525 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8751caa3-637e-47b2-a108-4f4c0916b46c req-6d37616d-df5b-4d1e-90b5-811454a32a49 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.1575928 Aug 29 23:52:04.872301 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60a38874-14a6-41b2-8af9-cf66cd2b27d2 req-3eaf75cb-5967-4c08-ab45-a6ac0595eff1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049531 Aug 29 23:52:04.917848 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['70011c53-2246-46a9-9308-734ee213614a'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:52:04.932749 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97564a8-60be-4a04-9fcc-5eff5446e704 req-30ab07c4-f197-4cbe-b17e-ed18a735afcd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:04.943355 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a97564a8-60be-4a04-9fcc-5eff5446e704 req-30ab07c4-f197-4cbe-b17e-ed18a735afcd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1585236 Aug 29 23:52:04.983450 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:05.047685 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8751caa3-637e-47b2-a108-4f4c0916b46c req-852728db-47f7-46cf-a660-278038e42284 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714635 Aug 29 23:52:05.131096 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a97564a8-60be-4a04-9fcc-5eff5446e704 req-ad556b63-6d6b-4027-904b-c1715df38f3c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799476 Aug 29 23:52:05.313567 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc230a-07f1-44bd-8e79-94416808b91d req-f6659ba2-efc7-4239-a10c-da64073221a9 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:05.316759 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e5cc230a-07f1-44bd-8e79-94416808b91d req-f6659ba2-efc7-4239-a10c-da64073221a9 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 945 time: 0.1014829 Aug 29 23:52:05.373503 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:05.377595 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:05.423948 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249f3b3-6d91-400a-8bde-220ef74917c4 req-add652a4-8a3f-4874-9674-874bdec66916 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:05.426544 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c249f3b3-6d91-400a-8bde-220ef74917c4 req-add652a4-8a3f-4874-9674-874bdec66916 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 945 time: 0.1082776 Aug 29 23:52:05.475307 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e5cc230a-07f1-44bd-8e79-94416808b91d req-eecb69ce-5740-4921-a601-56bde02187ba tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888169 Aug 29 23:52:05.535009 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c249f3b3-6d91-400a-8bde-220ef74917c4 req-2c5fcc1f-0e22-44b9-bd1d-069b2344e7f5 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894804 Aug 29 23:52:05.625230 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:05.641774 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:05.756318 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (2b43c5b8-7c98-45dc-bb23-a1ba078dd137), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:05.774901 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:52:06.134302 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Floating IP 2b43c5b8-7c98-45dc-bb23-a1ba078dd137 associated. External IP: 172.27.2.125, port: f1ec22c6-261a-4c67-84d2-31f8a47e0693. Aug 29 23:52:06.260022 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b6c85-31c3-4009-86e9-dc6e9a296703 req-b6915fa2-2580-4164-8847-44d99058e360 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:06.262660 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bc0b6c85-31c3-4009-86e9-dc6e9a296703 req-b6915fa2-2580-4164-8847-44d99058e360 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1132026 Aug 29 23:52:06.299398 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:06.300526 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:06.358597 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38892e-62cb-414f-92ef-fe772d20a564 req-e7cae2b8-01d8-464e-ab43-9e2693c59a3d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:06.361591 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4a38892e-62cb-414f-92ef-fe772d20a564 req-e7cae2b8-01d8-464e-ab43-9e2693c59a3d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0957119 Aug 29 23:52:06.391592 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bc0b6c85-31c3-4009-86e9-dc6e9a296703 req-76f5cbb2-5f1d-4b74-9d5e-911b185a2b1b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229377 Aug 29 23:52:06.445926 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4a38892e-62cb-414f-92ef-fe772d20a564 req-f8b18e36-8581-4fae-908f-af7f7d2b8d92 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759284 Aug 29 23:52:06.489955 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:06.627235 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1624ec9-5d23-4a47-9392-7d50df402405 req-13e23408-0160-4ba3-8d06-5eb082ea69ca tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:06.629641 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a1624ec9-5d23-4a47-9392-7d50df402405 req-13e23408-0160-4ba3-8d06-5eb082ea69ca tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 945 time: 0.0522058 Aug 29 23:52:06.659831 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46616) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:06.683187 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:06.688882 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:06.709750 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] Sync routers for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:06.714356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e18eb-1d87-4316-b4c1-9491b535f0d2 req-36cfbc00-8e99-47d6-bf2c-9fc86df941b2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:06.722866 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4c2e18eb-1d87-4316-b4c1-9491b535f0d2 req-36cfbc00-8e99-47d6-bf2c-9fc86df941b2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 945 time: 0.0921111 Aug 29 23:52:06.729996 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:06.732191 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:52:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:06.738182 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a1624ec9-5d23-4a47-9392-7d50df402405 req-0c01b741-51c2-40bd-98e2-4575c8cdd13d tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976090 Aug 29 23:52:06.740230 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-fd918470-e0e6-4248-84bb-ddd40c7feab1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/2b43c5b8-7c98-45dc-bb23-a1ba078dd137 HTTP/1.1" status: 200 len: 992 time: 2.2681935 Aug 29 23:52:06.740968 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'tag': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:52:06.744291 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c08eed-cd6b-4222-a387-563a38d415a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a", "tag": "f1ec22c6-261a-4c67-84d2-31f8a47e0693"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:52:06.804140 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4c2e18eb-1d87-4316-b4c1-9491b535f0d2 req-4fd634ae-99a3-497c-9a18-52b5a2c26bf4 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798650 Aug 29 23:52:06.827280 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5b9db2-da8e-4d27-b468-31109a0b2184 x-openstack-request-id: req-0e5b9db2-da8e-4d27-b468-31109a0b2184 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:52:06.827624 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a", "tag": "f1ec22c6-261a-4c67-84d2-31f8a47e0693", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:52:06.827886 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0e5b9db2-da8e-4d27-b468-31109a0b2184 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:52:06.828287 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5b9db2-da8e-4d27-b468-31109a0b2184'] response: {'name': 'network-changed', 'server_uuid': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'tag': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'status': 'completed', 'code': 200} Aug 29 23:52:06.836726 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:06.916609 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:06.934670 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Publish callbacks [] for security_group (3363b7ca-212d-4838-9ac1-8813114c4697), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:07.035605 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3363b7ca-212d-4838-9ac1-8813114c4697), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:07.083972 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7524ddcc684c4afe8fac71722c6f59ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228888 Aug 29 23:52:07.084802 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3363b7ca-212d-4838-9ac1-8813114c4697,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:07.087120 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46628) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:07.093213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.096403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.097242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.097242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.097421 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.097661 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.097975 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e30d3d-3f44-4869-9307-a98d15e0bf49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.144506 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Publish callbacks [] for security_group (3363b7ca-212d-4838-9ac1-8813114c4697), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:07.167278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Publish callbacks [] for security_group (3363b7ca-212d-4838-9ac1-8813114c4697), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:07.275217 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3363b7ca-212d-4838-9ac1-8813114c4697), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:07.277901 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:07.279127 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3363b7ca-212d-4838-9ac1-8813114c4697 HTTP/1.1" status: 204 len: 168 time: 0.1909370 Aug 29 23:52:07.289318 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3363b7ca-212d-4838-9ac1-8813114c4697,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:07.290532 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '2b43c5b8-7c98-45dc-bb23-a1ba078dd137', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'port_id': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'mac_address': 'fa:16:3e:65:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:52:05Z', 'revision_number': 1, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:07.298002 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.298411 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.298783 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.299121 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.302208 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.303029 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.304741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.304741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.304741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.305633 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.305966 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.306356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.306707 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.307033 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.307354 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b242dc-57df-4f5a-b65e-5128ce19fdfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:07.330123 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] Checking router: 3c569ee0-82a9-4b20-bc3e-774b9ab33219 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:07.333539 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:07.341378 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:07.342025 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:52:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:07.489617 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:07.571194 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9cc3fc-2e7d-4b22-b746-353b828b61c1 req-457b0692-fabd-4433-bfb7-b90cfbaa72ed tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:07.572754 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-aa9cc3fc-2e7d-4b22-b746-353b828b61c1 req-457b0692-fabd-4433-bfb7-b90cfbaa72ed tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0577378 Aug 29 23:52:07.587170 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:07.665468 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ba8c5-93a7-4724-a530-480d74bfceab req-6a46f844-30d2-4069-834c-60753e27b3af tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:07.667269 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bb1ba8c5-93a7-4724-a530-480d74bfceab req-6a46f844-30d2-4069-834c-60753e27b3af tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0866389 Aug 29 23:52:07.702071 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-aa9cc3fc-2e7d-4b22-b746-353b828b61c1 req-da7cc98b-9ced-4812-87a6-5e90e03cb4cf tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233413 Aug 29 23:52:07.757003 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bb1ba8c5-93a7-4724-a530-480d74bfceab req-43a07ff9-58b6-4943-aeac-2b4b5ed1cf1a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790181 Aug 29 23:52:07.806891 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '2b43c5b8-7c98-45dc-bb23-a1ba078dd137', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'port_id': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'mac_address': 'fa:16:3e:65:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:52:05Z', 'revision_number': 1, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:07.847282 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c70119e-354a-4a67-bd76-9cf1220d433b None None] The sync data for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi is: [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '2b43c5b8-7c98-45dc-bb23-a1ba078dd137', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'port_id': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'mac_address': 'fa:16:3e:65:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:52:05Z', 'revision_number': 1, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:07.903046 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:07.951283 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70836c18-055b-44c1-b7e2-b679ace1dafe req-45716f80-3509-4e0e-98b1-64e7b3c8a938 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:07.952933 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70836c18-055b-44c1-b7e2-b679ace1dafe req-45716f80-3509-4e0e-98b1-64e7b3c8a938 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 945 time: 0.0588875 Aug 29 23:52:08.014404 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70836c18-055b-44c1-b7e2-b679ace1dafe req-aa954be4-5b6d-43b4-9842-4c516208adec tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540802 Aug 29 23:52:08.230144 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46662) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:08.246142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-707a3e3c-08b9-4206-8d53-acd9c95d616e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.355772 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-707a3e3c-08b9-4206-8d53-acd9c95d616e admin admin] Publish callbacks [] for security_group (f28b1d00-b5f1-43f1-9eed-3c3b9753290b), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.430166 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-707a3e3c-08b9-4206-8d53-acd9c95d616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f28b1d00-b5f1-43f1-9eed-3c3b9753290b), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.502920 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-707a3e3c-08b9-4206-8d53-acd9c95d616e admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=65d89c9e4d1a417f86fd541ca254ea9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710893 Aug 29 23:52:08.504393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a3e3c-08b9-4206-8d53-acd9c95d616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28b1d00-b5f1-43f1-9eed-3c3b9753290b,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:08.505873 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46668) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:08.565905 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44564b9f-03f6-4d36-a198-529921a20c6a admin admin] Publish callbacks [] for security_group (f28b1d00-b5f1-43f1-9eed-3c3b9753290b), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.606637 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44564b9f-03f6-4d36-a198-529921a20c6a admin admin] Publish callbacks [] for security_group (f28b1d00-b5f1-43f1-9eed-3c3b9753290b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.628645 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:08.675893 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b82ce-097d-4d9e-bf0c-c590e7280510 None None] New status for floating IP 2b43c5b8-7c98-45dc-bb23-a1ba078dd137: ACTIVE {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:52:08.812812 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44564b9f-03f6-4d36-a198-529921a20c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f28b1d00-b5f1-43f1-9eed-3c3b9753290b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.819931 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44564b9f-03f6-4d36-a198-529921a20c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:08.829147 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-44564b9f-03f6-4d36-a198-529921a20c6a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/f28b1d00-b5f1-43f1-9eed-3c3b9753290b HTTP/1.1" status: 204 len: 168 time: 0.3216956 Aug 29 23:52:08.853587 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44564b9f-03f6-4d36-a198-529921a20c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28b1d00-b5f1-43f1-9eed-3c3b9753290b,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:08.868830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241a6b2-87f8-41d4-a3e1-75d40d6775fc req-49092535-ec23-432b-b3cb-24b574bb86f0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:08.877852 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d241a6b2-87f8-41d4-a3e1-75d40d6775fc req-49092535-ec23-432b-b3cb-24b574bb86f0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0961339 Aug 29 23:52:09.040337 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-da6f9394-fbbb-4c0b-889f-b51ae8bd6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.044522 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-da6f9394-fbbb-4c0b-889f-b51ae8bd6d10 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 1130 time: 0.1240573 Aug 29 23:52:09.225936 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:09.242729 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-0b45853a-c165-43a7-8370-bfdf15cb9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.245222 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-0b45853a-c165-43a7-8370-bfdf15cb9176 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 912 time: 0.1159251 Aug 29 23:52:09.331506 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-f7981678-8045-45d8-aab7-cbb0c9f00910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.333127 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-f7981678-8045-45d8-aab7-cbb0c9f00910 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 1130 time: 0.4048166 Aug 29 23:52:09.364827 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269bbf1-200b-402a-abdf-53c3b8b90e08 req-9b2f273c-630e-40d0-b2e1-11196c869102 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.370375 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9269bbf1-200b-402a-abdf-53c3b8b90e08 req-9b2f273c-630e-40d0-b2e1-11196c869102 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.4463696 Aug 29 23:52:09.395130 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-a46db912-57af-418a-a130-fa9c0bf9fd50 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1708629 Aug 29 23:52:09.409534 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-19dc4506-e4f9-4cd7-9608-2c5ecf7343af service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 200 len: 1000 time: 0.1449952 Aug 29 23:52:09.415566 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d241a6b2-87f8-41d4-a3e1-75d40d6775fc req-ba8ff271-2726-4ddc-a6c4-c994c51d6344 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366836 Aug 29 23:52:09.509047 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:09.509257 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-0debc26b-5a10-48bb-894e-96eb4fa51e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.511858 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-0debc26b-5a10-48bb-894e-96eb4fa51e48 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.0912137 Aug 29 23:52:09.523996 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 01e67dee-c059-44c0-b274-3278a508338c up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:09.572890 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-b7b8b46b-d1dd-434d-811a-2916e025fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.575018 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-b7b8b46b-d1dd-434d-811a-2916e025fb66 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572188 Aug 29 23:52:09.575187 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9269bbf1-200b-402a-abdf-53c3b8b90e08 req-d13b1433-2edc-47cc-a404-f7a5567b0cd1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038627 Aug 29 23:52:09.670279 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-a3e89220-738a-4cf5-be53-da55e1f0fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.672199 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-a3e89220-738a-4cf5-be53-da55e1f0fc1d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.3314161 Aug 29 23:52:09.682979 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 01e67dee-c059-44c0-b274-3278a508338c completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:52:09.697275 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdfeb8-c18b-4f03-8087-2386810abcaf req-d3c65dc7-a6da-4fb3-b0ac-ef8b61a7d22d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.704915 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f9bdfeb8-c18b-4f03-8087-2386810abcaf req-d3c65dc7-a6da-4fb3-b0ac-ef8b61a7d22d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 945 time: 0.1572497 Aug 29 23:52:09.705282 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.730641 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-0f406754-01eb-4a68-8cb0-660a64529797 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475322 Aug 29 23:52:09.757870 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46696) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:09.766029 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-7acf45ba-eafc-499b-b7be-f613b028c7c4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c HTTP/1.1" status: 200 len: 217 time: 0.0854237 Aug 29 23:52:09.777919 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 01e67dee-c059-44c0-b274-3278a508338c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:09.778357 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (01e67dee-c059-44c0-b274-3278a508338c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.888673 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f9bdfeb8-c18b-4f03-8087-2386810abcaf req-e63f4a27-b085-4d0e-8892-22d129071193 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813433 Aug 29 23:52:09.890851 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-7fa46a8a-7925-4a4d-828b-7fa1ec439af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:09.893977 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-7fa46a8a-7925-4a4d-828b-7fa1ec439af8 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.1217954 Aug 29 23:52:09.915665 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 01e67dee-c059-44c0-b274-3278a508338c is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:09.916354 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (01e67dee-c059-44c0-b274-3278a508338c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:09.953015 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32036006-145d-499d-848e-16bd2f8f9abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e67dee-c059-44c0-b274-3278a508338c'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:52:09.956798 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f60f52-0466-4ee3-abf9-4ba4c5040a98" -d '{"events": [{"server_uuid": "32036006-145d-499d-848e-16bd2f8f9abf", "name": "network-vif-plugged", "status": "completed", "tag": "01e67dee-c059-44c0-b274-3278a508338c"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:52:09.962150 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4c08eed-cd6b-4222-a387-563a38d415a3 req-cfb799ec-f8fe-4197-8289-71c69fde1620 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238369 Aug 29 23:52:09.997524 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 01e67dee-c059-44c0-b274-3278a508338c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=01e67dee-c059-44c0-b274-3278a508338c,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:10.002069 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-3163e9ee-d1d6-4817-98f1-f9115c739986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.007742 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-3163e9ee-d1d6-4817-98f1-f9115c739986 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1067588 Aug 29 23:52:10.075067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11463bf-a4dd-41c2-b673-fdb876aed4dd x-openstack-request-id: req-b11463bf-a4dd-41c2-b673-fdb876aed4dd {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:52:10.075520 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32036006-145d-499d-848e-16bd2f8f9abf", "name": "network-vif-plugged", "status": "completed", "tag": "01e67dee-c059-44c0-b274-3278a508338c", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:52:10.076162 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b11463bf-a4dd-41c2-b673-fdb876aed4dd {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:52:10.076823 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11463bf-a4dd-41c2-b673-fdb876aed4dd'] response: {'server_uuid': '32036006-145d-499d-848e-16bd2f8f9abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e67dee-c059-44c0-b274-3278a508338c', 'code': 200} Aug 29 23:52:10.079405 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6c8815aa-44dc-4890-be8c-c872fa289418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.098584 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (01e67dee-c059-44c0-b274-3278a508338c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.099952 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a058a5e2-fffb-402f-99cc-4946054648c3 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:10.163910 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-fc1d2a6c-c8c4-4814-b96c-5939f0573e9e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491940 Aug 29 23:52:10.171588 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46712) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:10.232221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-80eb1f32-9822-45cd-8845-b3730174f11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.270388 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6c8815aa-44dc-4890-be8c-c872fa289418 admin admin] Publish callbacks [] for security_group (c2799eca-c241-4098-98eb-3fa481ec4ed7), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.277995 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=01e67dee-c059-44c0-b274-3278a508338c,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:10.281165 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-311780d3-9809-4367-9caa-ccc474eef27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.282793 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-311780d3-9809-4367-9caa-ccc474eef27b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 1130 time: 0.0965486 Aug 29 23:52:10.292996 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:10.295900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.296736 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.297558 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.298084 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.298855 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.300113 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.300821 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.303509 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.303509 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.303509 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.303509 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.304157 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.304878 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.305570 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.306272 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:52:10.326409 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port a058a5e2-fffb-402f-99cc-4946054648c3 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:52:10.329687 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6c8815aa-44dc-4890-be8c-c872fa289418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c2799eca-c241-4098-98eb-3fa481ec4ed7), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.398992 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:10.427878 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3a9b4b0-fd01-43cf-87e4-d55f2499eaf6 req-641ac4ad-b17e-4daa-8939-3604ee4cb1b7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550528 Aug 29 23:52:10.441374 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port a058a5e2-fffb-402f-99cc-4946054648c3 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:10.442126 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.446269 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8815aa-44dc-4890-be8c-c872fa289418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2799eca-c241-4098-98eb-3fa481ec4ed7,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:10.459281 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-6c8815aa-44dc-4890-be8c-c872fa289418 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d5672ba37e774169a41081e087e583ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6985850 Aug 29 23:52:10.460942 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46720) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:10.586763 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-80eb1f32-9822-45cd-8845-b3730174f11f admin admin] Publish callbacks [] for security_group (b478f191-5193-4fba-8536-4dd39c04d809), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.600977 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port a058a5e2-fffb-402f-99cc-4946054648c3 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:10.601686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.610122 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02417df9-13ed-4189-a965-4602954f8810 req-569104fa-0b10-44b1-8198-01c250b815b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.612783 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-02417df9-13ed-4189-a965-4602954f8810 req-569104fa-0b10-44b1-8198-01c250b815b1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 1130 time: 0.0591123 Aug 29 23:52:10.615569 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0ded2745-2ddb-4508-ac6b-95e6bc1c44f7 admin admin] Publish callbacks [] for security_group (c2799eca-c241-4098-98eb-3fa481ec4ed7), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.619089 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-dade6647-7885-4dbe-8590-022cf03b86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.622299 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-dade6647-7885-4dbe-8590-022cf03b86ee service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 912 time: 0.2963965 Aug 29 23:52:10.681608 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a058a5e2-fffb-402f-99cc-4946054648c3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a058a5e2-fffb-402f-99cc-4946054648c3,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:10.733963 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-260aa114-1374-4416-a0e4-e1854a222c70 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 200 len: 1002 time: 0.1045449 Aug 29 23:52:10.744275 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-80eb1f32-9822-45cd-8845-b3730174f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b478f191-5193-4fba-8536-4dd39c04d809), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.756868 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:10.778698 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.779301 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0ded2745-2ddb-4508-ac6b-95e6bc1c44f7 admin admin] Publish callbacks [] for security_group (c2799eca-c241-4098-98eb-3fa481ec4ed7), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.780667 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:52:10.820754 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-80eb1f32-9822-45cd-8845-b3730174f11f admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0c64bb8c630c4067adfe31c69d59b8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6477015 Aug 29 23:52:10.826458 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46732) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:10.827654 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb1f32-9822-45cd-8845-b3730174f11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b478f191-5193-4fba-8536-4dd39c04d809,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:10.838516 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8420e-bed8-4bd9-9fac-25b95df25358 req-bec07a08-6be9-4b56-9b24-cfb69ef20e5c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.851461 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-07e8420e-bed8-4bd9-9fac-25b95df25358 req-bec07a08-6be9-4b56-9b24-cfb69ef20e5c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.2372904 Aug 29 23:52:10.873975 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-6c148269-a23d-4451-933c-686cb0bd6381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.875569 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-6c148269-a23d-4451-933c-686cb0bd6381 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.1061299 Aug 29 23:52:10.906207 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=a058a5e2-fffb-402f-99cc-4946054648c3,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:10.948264 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f28b941e-da10-4be0-8ae0-5f6f68b09a06 admin admin] Publish callbacks [] for security_group (b478f191-5193-4fba-8536-4dd39c04d809), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:10.951942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 70011c53-2246-46a9-9308-734ee213614a completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:52:10.959898 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-02417df9-13ed-4189-a965-4602954f8810 req-80685f9b-5132-446f-90b1-0257fb69d9a4 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261817 Aug 29 23:52:10.961960 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-7c75705f-3f5d-4090-9613-6c8c669b8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:10.963626 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-7c75705f-3f5d-4090-9613-6c8c669b8c4a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760140 Aug 29 23:52:10.977139 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f28b941e-da10-4be0-8ae0-5f6f68b09a06 admin admin] Publish callbacks [] for security_group (b478f191-5193-4fba-8536-4dd39c04d809), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.019651 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-07e8420e-bed8-4bd9-9fac-25b95df25358 req-bcc90b74-a6b0-4c90-87f4-02685eae0e03 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493034 Aug 29 23:52:11.082088 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 70011c53-2246-46a9-9308-734ee213614a triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:52:11.083260 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (70011c53-2246-46a9-9308-734ee213614a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.105673 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0ded2745-2ddb-4508-ac6b-95e6bc1c44f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c2799eca-c241-4098-98eb-3fa481ec4ed7), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.109760 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f28b941e-da10-4be0-8ae0-5f6f68b09a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b478f191-5193-4fba-8536-4dd39c04d809), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.115594 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0ded2745-2ddb-4508-ac6b-95e6bc1c44f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.116860 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f28b941e-da10-4be0-8ae0-5f6f68b09a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.117641 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-0ded2745-2ddb-4508-ac6b-95e6bc1c44f7 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c2799eca-c241-4098-98eb-3fa481ec4ed7 HTTP/1.1" status: 204 len: 168 time: 0.6554043 Aug 29 23:52:11.134926 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f28b941e-da10-4be0-8ae0-5f6f68b09a06 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/b478f191-5193-4fba-8536-4dd39c04d809 HTTP/1.1" status: 204 len: 168 time: 0.3017046 Aug 29 23:52:11.157533 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded2745-2ddb-4508-ac6b-95e6bc1c44f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2799eca-c241-4098-98eb-3fa481ec4ed7,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:11.163351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b941e-da10-4be0-8ae0-5f6f68b09a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478f191-5193-4fba-8536-4dd39c04d809,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:11.311026 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:11.329205 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744a431-5c0d-4321-a819-9b134ccaf41d req-c563a1eb-a78f-4644-879c-96d237ecf99f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:11.342909 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c744a431-5c0d-4321-a819-9b134ccaf41d req-c563a1eb-a78f-4644-879c-96d237ecf99f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.2018883 Aug 29 23:52:11.388048 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:11.455701 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 70011c53-2246-46a9-9308-734ee213614a is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:52:11.462145 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.528159 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c744a431-5c0d-4321-a819-9b134ccaf41d req-0b1201f0-d957-4247-948a-23a1a7512f4a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762195 Aug 29 23:52:11.553351 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-6bb9fdd5-1f29-4394-9791-cbf7f75955c9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593786 Aug 29 23:52:11.583189 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:11.587914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46e9bd-61a6-49f6-ba5c-eb7f735b3ba8 req-bdf7dc98-f99f-46ff-b620-a1fdc0b4a8a2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:11.589729 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ca46e9bd-61a6-49f6-ba5c-eb7f735b3ba8 req-bdf7dc98-f99f-46ff-b620-a1fdc0b4a8a2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 946 time: 0.0827277 Aug 29 23:52:11.668815 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ca46e9bd-61a6-49f6-ba5c-eb7f735b3ba8 req-54e75ff9-1adc-4e57-8687-f09e8c9726d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612295 Aug 29 23:52:11.670145 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:11.771597 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:11.913807 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d353e99f-a446-4805-92bc-ea36d5276b2d req-e4dc2fcd-9eef-4c53-ae86-6b1bafb2b41d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696682 Aug 29 23:52:12.078126 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edecb793-ad02-4b6f-addc-020ce872a118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058a5e2-fffb-402f-99cc-4946054648c3'}, {'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70011c53-2246-46a9-9308-734ee213614a'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:52:12.082472 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a425071-0736-49ed-9179-ab18900c3be8" -d '{"events": [{"server_uuid": "edecb793-ad02-4b6f-addc-020ce872a118", "name": "network-vif-plugged", "status": "completed", "tag": "a058a5e2-fffb-402f-99cc-4946054648c3"}, {"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "70011c53-2246-46a9-9308-734ee213614a"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:52:12.160119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 29 Aug 2022 23:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5911ca-5ef4-474d-a7f1-b5d5323da5f8 x-openstack-request-id: req-1d5911ca-5ef4-474d-a7f1-b5d5323da5f8 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:52:12.160119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edecb793-ad02-4b6f-addc-020ce872a118", "name": "network-vif-plugged", "status": "completed", "tag": "a058a5e2-fffb-402f-99cc-4946054648c3", "code": 200}, {"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "70011c53-2246-46a9-9308-734ee213614a", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:52:12.160119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1d5911ca-5ef4-474d-a7f1-b5d5323da5f8 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:52:12.160119 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5911ca-5ef4-474d-a7f1-b5d5323da5f8'] response: {'server_uuid': 'edecb793-ad02-4b6f-addc-020ce872a118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a058a5e2-fffb-402f-99cc-4946054648c3', 'code': 200} Aug 29 23:52:12.160119 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d5911ca-5ef4-474d-a7f1-b5d5323da5f8'] response: {'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70011c53-2246-46a9-9308-734ee213614a', 'code': 200} Aug 29 23:52:12.223830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a34e7-774d-4e0e-a631-b56eb1815919 req-39e7f6b6-5012-4f60-8dc0-f6e377cbaf6c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:12.225980 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-744a34e7-774d-4e0e-a631-b56eb1815919 req-39e7f6b6-5012-4f60-8dc0-f6e377cbaf6c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0565784 Aug 29 23:52:12.290309 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-744a34e7-774d-4e0e-a631-b56eb1815919 req-d5596d06-7d2c-4c4b-85d5-5d67f5aa0e51 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Aug 29 23:52:12.564263 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46766) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:12.642990 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-57b70321-a82a-4943-aa0c-c62299e54d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.832488 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02eb5a-51c4-4e86-badc-b2083d6e1ab6 req-4bd73655-eaac-40b1-9791-52a0a7c9fa34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:12.836399 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7f02eb5a-51c4-4e86-badc-b2083d6e1ab6 req-4bd73655-eaac-40b1-9791-52a0a7c9fa34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1123326 Aug 29 23:52:12.865278 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-57b70321-a82a-4943-aa0c-c62299e54d8f admin admin] Publish callbacks [] for security_group (3dcbd1f3-9034-4fe2-8eec-b6e3d06cbd5b), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.937341 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-57b70321-a82a-4943-aa0c-c62299e54d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3dcbd1f3-9034-4fe2-8eec-b6e3d06cbd5b), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:12.946246 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:12.997747 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3e5cb-4983-4ebf-9c91-90762e11572f req-aabd1d5b-8a7e-45ec-b36c-2564a71064a8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:13.005953 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0ea3e5cb-4983-4ebf-9c91-90762e11572f req-aabd1d5b-8a7e-45ec-b36c-2564a71064a8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 946 time: 0.1550057 Aug 29 23:52:13.014696 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-57b70321-a82a-4943-aa0c-c62299e54d8f admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e936e0874d1c46aab4bfa0f3caf1e3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4407914 Aug 29 23:52:13.015569 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b70321-a82a-4943-aa0c-c62299e54d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcbd1f3-9034-4fe2-8eec-b6e3d06cbd5b,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:13.020029 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46784) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:13.061378 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7f02eb5a-51c4-4e86-badc-b2083d6e1ab6 req-24826aee-0259-42a5-be99-304f98cd8048 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065713 Aug 29 23:52:13.165899 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-891b6e2c-185d-4da4-a179-7ac7f8929778 admin admin] Publish callbacks [] for security_group (3dcbd1f3-9034-4fe2-8eec-b6e3d06cbd5b), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.195490 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0ea3e5cb-4983-4ebf-9c91-90762e11572f req-0cfdaac3-b336-4cc4-9c76-f41f65bf14d3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882117 Aug 29 23:52:13.205104 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-891b6e2c-185d-4da4-a179-7ac7f8929778 admin admin] Publish callbacks [] for security_group (3dcbd1f3-9034-4fe2-8eec-b6e3d06cbd5b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.368264 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-891b6e2c-185d-4da4-a179-7ac7f8929778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3dcbd1f3-9034-4fe2-8eec-b6e3d06cbd5b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.373258 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-891b6e2c-185d-4da4-a179-7ac7f8929778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.376910 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-891b6e2c-185d-4da4-a179-7ac7f8929778 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3dcbd1f3-9034-4fe2-8eec-b6e3d06cbd5b HTTP/1.1" status: 204 len: 168 time: 0.3553860 Aug 29 23:52:13.400407 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a060-05b8-4e66-923d-0b5029e27f06 req-0e129831-89a5-4f0e-9ddc-8f756ce68c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:13.402041 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d609a060-05b8-4e66-923d-0b5029e27f06 req-0e129831-89a5-4f0e-9ddc-8f756ce68c90 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 1130 time: 0.0980051 Aug 29 23:52:13.403008 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b6e2c-185d-4da4-a179-7ac7f8929778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcbd1f3-9034-4fe2-8eec-b6e3d06cbd5b,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:13.479618 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:13.559085 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d609a060-05b8-4e66-923d-0b5029e27f06 req-1eafb523-2181-45aa-97ce-6dee51988e5f service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438034 Aug 29 23:52:13.583552 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:13.624881 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6328a-9c30-41a4-8e95-d12cbe6affd3 req-5d332304-4bac-47aa-95ae-fad03df3fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:13.628130 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e6b6328a-9c30-41a4-8e95-d12cbe6affd3 req-5d332304-4bac-47aa-95ae-fad03df3fc85 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 1129 time: 0.2872934 Aug 29 23:52:13.638357 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c387ed-6677-4161-8ba5-916ad5de44f8 req-3c79a647-00ac-41b5-b973-91a315c4b61c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:13.648137 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1c387ed-6677-4161-8ba5-916ad5de44f8 req-3c79a647-00ac-41b5-b973-91a315c4b61c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 946 time: 0.2927625 Aug 29 23:52:13.651396 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46802) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:13.656664 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'floatingip': {'port_id': '01e67dee-c059-44c0-b274-3278a508338c'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:13.670397 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d067348-5feb-4805-abd3-9ee0504c4a1a req-a42e0d1c-58b8-4d2d-9f93-18df4fb3f0aa tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:13.672279 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2d067348-5feb-4805-abd3-9ee0504c4a1a req-a42e0d1c-58b8-4d2d-9f93-18df4fb3f0aa tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1633213 Aug 29 23:52:13.714373 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:13.740481 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (afc600f2-5298-447e-8295-32b2b78e8658), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:13.781606 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2d067348-5feb-4805-abd3-9ee0504c4a1a req-acfb519d-6cd7-49e8-8087-d57daa1c8125 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961356 Aug 29 23:52:13.921217 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e6b6328a-9c30-41a4-8e95-d12cbe6affd3 req-bb742052-4508-41a8-87f5-bdbb88d5f31c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868003 Aug 29 23:52:14.326233 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e7e73-5b0a-4b24-9633-b95d5418e5c5 req-ecccbf4e-ffea-4ac8-bce5-f8bf10f3e09e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:14.328205 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4d8e7e73-5b0a-4b24-9633-b95d5418e5c5 req-ecccbf4e-ffea-4ac8-bce5-f8bf10f3e09e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1443849 Aug 29 23:52:14.450822 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4d8e7e73-5b0a-4b24-9633-b95d5418e5c5 req-948375ea-9226-4b55-9e8d-036415e332fe tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142924 Aug 29 23:52:14.570701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.670186 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (afc600f2-5298-447e-8295-32b2b78e8658), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:14.805893 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Floating IP afc600f2-5298-447e-8295-32b2b78e8658 associated. External IP: 172.27.2.204, port: 01e67dee-c059-44c0-b274-3278a508338c. Aug 29 23:52:14.985241 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e108c-38b8-456c-a5e8-3703026c4e1d req-e0dbab75-048f-496e-aea4-a73e84871298 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:14.988523 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-082e108c-38b8-456c-a5e8-3703026c4e1d req-e0dbab75-048f-496e-aea4-a73e84871298 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0623584 Aug 29 23:52:15.099458 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-082e108c-38b8-456c-a5e8-3703026c4e1d req-eeeb0251-8db8-43bb-b81f-67a3dfdd03ca tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011269 Aug 29 23:52:15.125143 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:15.211823 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:15.307606 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:15.314960 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:15.321680 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:15.334253 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:15.334908 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:52:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:15.389924 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-41cd3e62-73e1-4010-bfe7-1a7b78c2ad6a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/afc600f2-5298-447e-8295-32b2b78e8658 HTTP/1.1" status: 200 len: 992 time: 1.7372210 Aug 29 23:52:15.390581 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32036006-145d-499d-848e-16bd2f8f9abf', 'tag': '01e67dee-c059-44c0-b274-3278a508338c'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:52:15.393949 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456" -d '{"events": [{"name": "network-changed", "server_uuid": "32036006-145d-499d-848e-16bd2f8f9abf", "tag": "01e67dee-c059-44c0-b274-3278a508338c"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:52:15.467074 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fc0c79-8c37-4ed2-9c29-ab2568bfba57 x-openstack-request-id: req-c8fc0c79-8c37-4ed2-9c29-ab2568bfba57 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:52:15.467674 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32036006-145d-499d-848e-16bd2f8f9abf", "tag": "01e67dee-c059-44c0-b274-3278a508338c", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:52:15.468608 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c8fc0c79-8c37-4ed2-9c29-ab2568bfba57 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:52:15.470036 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fc0c79-8c37-4ed2-9c29-ab2568bfba57'] response: {'name': 'network-changed', 'server_uuid': '32036006-145d-499d-848e-16bd2f8f9abf', 'tag': '01e67dee-c059-44c0-b274-3278a508338c', 'status': 'completed', 'code': 200} Aug 29 23:52:15.521819 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:15.650890 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:15.660963 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:15.708222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fd39f-e4c8-495b-bd41-d0176b2daeeb req-038522b5-aab7-451a-bac9-5abce08cb6cd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:15.711263 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9a5fd39f-e4c8-495b-bd41-d0176b2daeeb req-038522b5-aab7-451a-bac9-5abce08cb6cd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1029255 Aug 29 23:52:15.828101 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9a5fd39f-e4c8-495b-bd41-d0176b2daeeb req-43301f2d-2869-4638-9be7-b197264a4bf7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956960 Aug 29 23:52:15.919794 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:14Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:15.957286 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:15.980463 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46866) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:15.991003 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:15.991774 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:52:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:16.175522 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:16.407380 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c16e-1461-4c1b-8645-0479b8d954be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.420057 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ace2bb-9f6f-4a56-abe5-a1879a2b53fa req-dde92686-db60-4f17-b1f2-248961c2ed0f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:16.432606 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-58ace2bb-9f6f-4a56-abe5-a1879a2b53fa req-dde92686-db60-4f17-b1f2-248961c2ed0f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1442952 Aug 29 23:52:16.540694 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-58ace2bb-9f6f-4a56-abe5-a1879a2b53fa req-912a5466-51f6-4705-b562-a8c3bdc51ea3 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063099 Aug 29 23:52:16.629732 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c16e-1461-4c1b-8645-0479b8d954be admin admin] Publish callbacks [] for security_group (8f0d8a37-e355-42bd-bdef-28639aeac07b), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.681115 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:14Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:16.711281 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c16e-1461-4c1b-8645-0479b8d954be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (8f0d8a37-e355-42bd-bdef-28639aeac07b), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:16.714335 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-9b66f792-0f38-44d5-823b-b922297388eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:16.715119 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:16.722641 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-9b66f792-0f38-44d5-823b-b922297388eb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 1130 time: 0.0625837 Aug 29 23:52:16.765564 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc2fdd6-443a-4fb1-8cc3-a4106fc6424b None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:14Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:16.770619 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5ab1c16e-1461-4c1b-8645-0479b8d954be admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=53b0d9fad85448439d2d8f4d1f0c17d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7880764 Aug 29 23:52:16.772557 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1c16e-1461-4c1b-8645-0479b8d954be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0d8a37-e355-42bd-bdef-28639aeac07b,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:16.775040 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46886) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:16.878520 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-874f5a82-aee0-436f-a786-680b4a12ecab admin admin] Publish callbacks [] for security_group (8f0d8a37-e355-42bd-bdef-28639aeac07b), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.135279 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-38864ee6-eddc-4d53-839f-5d5fea82082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:17.138724 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-38864ee6-eddc-4d53-839f-5d5fea82082a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 916 time: 0.3911242 Aug 29 23:52:17.152814 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b1d4-65a9-4ec3-99cc-e555433cb3c4 req-fa4ef26e-9348-4d9e-b867-29caf935f743 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:17.167932 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0bb2b1d4-65a9-4ec3-99cc-e555433cb3c4 req-fa4ef26e-9348-4d9e-b867-29caf935f743 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1273930 Aug 29 23:52:17.206579 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-874f5a82-aee0-436f-a786-680b4a12ecab admin admin] Publish callbacks [] for security_group (8f0d8a37-e355-42bd-bdef-28639aeac07b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.274509 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a83cb11-885c-4e5a-af5a-0f46121a1ae0 None None] New status for floating IP afc600f2-5298-447e-8295-32b2b78e8658: ACTIVE {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:52:17.372915 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-874f5a82-aee0-436f-a786-680b4a12ecab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (8f0d8a37-e355-42bd-bdef-28639aeac07b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.378951 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-874f5a82-aee0-436f-a786-680b4a12ecab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.380793 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-874f5a82-aee0-436f-a786-680b4a12ecab admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/8f0d8a37-e355-42bd-bdef-28639aeac07b HTTP/1.1" status: 204 len: 168 time: 0.5926204 Aug 29 23:52:17.395351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f5a82-aee0-436f-a786-680b4a12ecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0d8a37-e355-42bd-bdef-28639aeac07b,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:17.493886 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0bb2b1d4-65a9-4ec3-99cc-e555433cb3c4 req-c256c96f-0577-4eaa-b795-b7be7a1f6c79 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243725 Aug 29 23:52:17.579180 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-a56dfbd2-0a38-4e16-94ac-e025abe1c1fd service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=01e67dee-c059-44c0-b274-3278a508338c HTTP/1.1" status: 200 len: 1000 time: 0.3971052 Aug 29 23:52:17.784797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:17.802214 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-3a54c9bd-c21d-43a7-a7de-0f429e25cade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:17.803837 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-3a54c9bd-c21d-43a7-a7de-0f429e25cade service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.2150276 Aug 29 23:52:17.836011 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b4d11-fb19-491a-bc71-6e259dd65fdb req-5b938b83-c8fb-46e6-b364-c9c36f1164d7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:17.837675 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c95b4d11-fb19-491a-bc71-6e259dd65fdb req-5b938b83-c8fb-46e6-b364-c9c36f1164d7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1505721 Aug 29 23:52:17.850300 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46914) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:17.855498 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'floatingip': {'port_id': '70011c53-2246-46a9-9308-734ee213614a'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:52:17.870610 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2838d-1731-4dfa-9c64-e1535b9e98a9 req-f8603f90-8b50-427d-93a5-0f7950d2fddc tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:17.878527 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39b2838d-1731-4dfa-9c64-e1535b9e98a9 req-f8603f90-8b50-427d-93a5-0f7950d2fddc tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1454813 Aug 29 23:52:17.907824 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (0f73356c-763c-4115-a7cc-cc8ed6fea468), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:17.914388 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-e9f93c9a-bd4e-4d6b-8f01-520b64a53a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:17.915977 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-e9f93c9a-bd4e-4d6b-8f01-520b64a53a05 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989904 Aug 29 23:52:17.972280 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39b2838d-1731-4dfa-9c64-e1535b9e98a9 req-d0bd7653-d2fe-4593-b137-c8d388845fac tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925932 Aug 29 23:52:18.112496 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-b63349d5-386f-4364-8a61-38979572aef4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830268 Aug 29 23:52:18.251486 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:18.298260 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae3be4cf-2c1b-491b-9ff4-9e5cfec6f456 req-0fc7b68a-fe2c-4693-b49d-b02ca7de9d85 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638114 Aug 29 23:52:18.400251 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:18.639911 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 46928) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:18.650676 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.674837 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4745e166-93d0-4378-bfc7-cb38343c8e7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.778249 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4745e166-93d0-4378-bfc7-cb38343c8e7a admin admin] Publish callbacks [] for security_group (c444f577-b2db-4072-8d27-c6383ae1b808), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.801703 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (0f73356c-763c-4115-a7cc-cc8ed6fea468), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.886012 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4745e166-93d0-4378-bfc7-cb38343c8e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c444f577-b2db-4072-8d27-c6383ae1b808), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:18.943269 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-4745e166-93d0-4378-bfc7-cb38343c8e7a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=be2f012db59b4e1c9c1aad3d38ee0e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015237 Aug 29 23:52:18.945361 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 46934) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:18.946413 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745e166-93d0-4378-bfc7-cb38343c8e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c444f577-b2db-4072-8d27-c6383ae1b808,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:18.986502 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Floating IP 0f73356c-763c-4115-a7cc-cc8ed6fea468 associated. External IP: 172.27.2.40, port: 70011c53-2246-46a9-9308-734ee213614a. Aug 29 23:52:19.112384 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:19.174166 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43115879-06f8-4e15-8a2a-0ac3ac9f455d req-a5d8561d-20ae-4d77-9a65-dda33dbe6f1e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:19.176110 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-43115879-06f8-4e15-8a2a-0ac3ac9f455d req-a5d8561d-20ae-4d77-9a65-dda33dbe6f1e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0666478 Aug 29 23:52:19.188574 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-acae8908-b24c-42a3-8c47-22c68b7f3af2 admin admin] Publish callbacks [] for security_group (c444f577-b2db-4072-8d27-c6383ae1b808), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.236499 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-acae8908-b24c-42a3-8c47-22c68b7f3af2 admin admin] Publish callbacks [] for security_group (c444f577-b2db-4072-8d27-c6383ae1b808), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.250444 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-43115879-06f8-4e15-8a2a-0ac3ac9f455d req-cc2986d3-d19d-4f7a-b372-3a7579022598 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625975 Aug 29 23:52:19.453312 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Router a79468d6-c4ed-4600-8dc3-c201621a7df0 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:19.575617 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-acae8908-b24c-42a3-8c47-22c68b7f3af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c444f577-b2db-4072-8d27-c6383ae1b808), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.581737 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-acae8908-b24c-42a3-8c47-22c68b7f3af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.583975 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-acae8908-b24c-42a3-8c47-22c68b7f3af2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c444f577-b2db-4072-8d27-c6383ae1b808 HTTP/1.1" status: 204 len: 168 time: 0.6338000 Aug 29 23:52:19.621071 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae8908-b24c-42a3-8c47-22c68b7f3af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c444f577-b2db-4072-8d27-c6383ae1b808,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:19.641594 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:19.648997 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:19.672540 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] Sync routers for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:19.690803 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:19.692074 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:52:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:19.713139 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-67fa40ff-e1ea-43ad-a8f0-518e78a70a13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/0f73356c-763c-4115-a7cc-cc8ed6fea468 HTTP/1.1" status: 200 len: 991 time: 1.8579409 Aug 29 23:52:19.713139 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'tag': '70011c53-2246-46a9-9308-734ee213614a'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:52:19.724372 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "tag": "70011c53-2246-46a9-9308-734ee213614a"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:52:19.817879 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b834e36-126b-4c04-b7e6-f757a9f9ee87 x-openstack-request-id: req-8b834e36-126b-4c04-b7e6-f757a9f9ee87 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:52:19.818509 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "tag": "70011c53-2246-46a9-9308-734ee213614a", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:52:19.821818 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8b834e36-126b-4c04-b7e6-f757a9f9ee87 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:52:19.821818 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b834e36-126b-4c04-b7e6-f757a9f9ee87'] response: {'name': 'network-changed', 'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'tag': '70011c53-2246-46a9-9308-734ee213614a', 'status': 'completed', 'code': 200} Aug 29 23:52:19.890278 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:20.163611 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:20.333691 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '0f73356c-763c-4115-a7cc-cc8ed6fea468', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'port_id': '70011c53-2246-46a9-9308-734ee213614a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'mac_address': 'fa:16:3e:46:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:31Z', 'updated_at': '2022-08-29T23:52:18Z', 'revision_number': 1, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:20.370259 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] Checking router: a79468d6-c4ed-4600-8dc3-c201621a7df0 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:20.383437 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:20.384379 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:52:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:20.473606 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-eee1d66d-ea4e-4c2b-9df9-03012e09658d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:20.490108 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-eee1d66d-ea4e-4c2b-9df9-03012e09658d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 1130 time: 0.2027426 Aug 29 23:52:20.573102 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:20.614953 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd84c00-0b4a-485a-ad03-32247f343bfb req-d02ad865-8322-48de-9087-49df81379b58 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:20.622236 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4bd84c00-0b4a-485a-ad03-32247f343bfb req-d02ad865-8322-48de-9087-49df81379b58 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1302755 Aug 29 23:52:20.724834 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4bd84c00-0b4a-485a-ad03-32247f343bfb req-b4f5fbbc-6474-432f-ab3d-52823a8947e3 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012833 Aug 29 23:52:20.730832 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-904aeca7-4211-45fb-a4c1-ef254a1270d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:20.733820 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-904aeca7-4211-45fb-a4c1-ef254a1270d9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 918 time: 0.2396326 Aug 29 23:52:20.782228 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:20.922012 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '0f73356c-763c-4115-a7cc-cc8ed6fea468', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'port_id': '70011c53-2246-46a9-9308-734ee213614a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'mac_address': 'fa:16:3e:46:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:31Z', 'updated_at': '2022-08-29T23:52:18Z', 'revision_number': 1, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:20.957437 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a28f64-05e4-4fda-be08-811ea253609a None None] The sync data for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi is: [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '0f73356c-763c-4115-a7cc-cc8ed6fea468', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'port_id': '70011c53-2246-46a9-9308-734ee213614a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'mac_address': 'fa:16:3e:46:d8:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:31Z', 'updated_at': '2022-08-29T23:52:18Z', 'revision_number': 1, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:21.348346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8416413-07c1-4d37-af4b-febabaaf6c0c None None] New status for floating IP 0f73356c-763c-4115-a7cc-cc8ed6fea468: ACTIVE {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:52:21.350693 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-d5085319-b40f-4506-b694-bffd42f0d815 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70011c53-2246-46a9-9308-734ee213614a HTTP/1.1" status: 200 len: 999 time: 0.3234992 Aug 29 23:52:21.429001 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-7ca74df9-6da7-4676-9998-19553247efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:21.430679 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-7ca74df9-6da7-4676-9998-19553247efbc service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.0671802 Aug 29 23:52:21.491784 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.507554 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-661a367e-282f-43b6-b4f5-84f833417201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:21.509850 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-661a367e-282f-43b6-b4f5-84f833417201 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669949 Aug 29 23:52:21.732729 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-4653f60d-12fd-44dd-aba2-0f9464f84564 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983511 Aug 29 23:52:21.963890 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:21.987263 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820c949-791e-4cf4-8ab9-d08614166a75 req-519bf288-e330-416e-8cd5-9054dd68d5ce tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:21.988884 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2820c949-791e-4cf4-8ab9-d08614166a75 req-519bf288-e330-416e-8cd5-9054dd68d5ce tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1373513 Aug 29 23:52:22.035216 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dbd98e4-8d30-4bd5-a45a-0a5adff6dd0f req-68a168c8-9025-4d8a-b374-5fb3469f2049 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755964 Aug 29 23:52:22.089752 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2820c949-791e-4cf4-8ab9-d08614166a75 req-d5c857fd-b48e-4643-b7c0-ed0d76301576 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890112 Aug 29 23:52:22.207642 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47014) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:22.484835 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96fed834-0b3a-46c9-b881-ccc81e882fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.592244 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90875a18-4ea4-488c-ba7d-c7af357f8cbf req-8fb42532-cdb5-4746-8c5c-9266ac829103 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:22.594125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90875a18-4ea4-488c-ba7d-c7af357f8cbf req-8fb42532-cdb5-4746-8c5c-9266ac829103 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 945 time: 0.1022351 Aug 29 23:52:22.644138 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96fed834-0b3a-46c9-b881-ccc81e882fb0 admin admin] Publish callbacks [] for security_group (d75394fb-3b39-4412-8fc3-43dbb8bd0ee7), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.693297 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90875a18-4ea4-488c-ba7d-c7af357f8cbf req-978ab531-66d6-4759-97b2-9c9fc81150ab tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878224 Aug 29 23:52:22.778768 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-96fed834-0b3a-46c9-b881-ccc81e882fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (d75394fb-3b39-4412-8fc3-43dbb8bd0ee7), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.839994 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-96fed834-0b3a-46c9-b881-ccc81e882fb0 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7e8059926afb458b96a7af4b2acacdf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6312258 Aug 29 23:52:22.843907 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47034) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:22.849214 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fed834-0b3a-46c9-b881-ccc81e882fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75394fb-3b39-4412-8fc3-43dbb8bd0ee7,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:22.928213 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-78c0afc8-36b4-4b73-952f-bc61e9f8f844 admin admin] Publish callbacks [] for security_group (d75394fb-3b39-4412-8fc3-43dbb8bd0ee7), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:22.957622 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-78c0afc8-36b4-4b73-952f-bc61e9f8f844 admin admin] Publish callbacks [] for security_group (d75394fb-3b39-4412-8fc3-43dbb8bd0ee7), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.120191 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-78c0afc8-36b4-4b73-952f-bc61e9f8f844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (d75394fb-3b39-4412-8fc3-43dbb8bd0ee7), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.123988 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-78c0afc8-36b4-4b73-952f-bc61e9f8f844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:23.125597 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-78c0afc8-36b4-4b73-952f-bc61e9f8f844 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/d75394fb-3b39-4412-8fc3-43dbb8bd0ee7 HTTP/1.1" status: 204 len: 168 time: 0.2790437 Aug 29 23:52:23.141332 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0afc8-36b4-4b73-952f-bc61e9f8f844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75394fb-3b39-4412-8fc3-43dbb8bd0ee7,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:23.312562 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733a3ea-d877-444c-9077-346e6f766958 req-2573a337-8fc9-4458-992c-972eb7cb5b6d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:23.316916 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9733a3ea-d877-444c-9077-346e6f766958 req-2573a337-8fc9-4458-992c-972eb7cb5b6d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0827308 Aug 29 23:52:23.403331 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9733a3ea-d877-444c-9077-346e6f766958 req-5f12340e-f6fc-4840-8945-204c4e796392 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756426 Aug 29 23:52:23.887607 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560df8e-c6fc-48c9-afd0-958ab32efd39 req-2caa74f0-19e7-4b71-847e-6d1e961ce7a1 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:23.889859 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7560df8e-c6fc-48c9-afd0-958ab32efd39 req-2caa74f0-19e7-4b71-847e-6d1e961ce7a1 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 945 time: 0.0864780 Aug 29 23:52:23.950668 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7560df8e-c6fc-48c9-afd0-958ab32efd39 req-f9fbbab9-3d15-4363-b981-ddb2b9e25587 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Aug 29 23:52:24.201160 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47056) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:24.231014 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-765c1e16-a798-4071-b429-23ddc4aff896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.312540 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:24.388446 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-765c1e16-a798-4071-b429-23ddc4aff896 admin admin] Publish callbacks [] for security_group (222b24f6-ec28-4bf6-90f5-c768660ce170), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.469168 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-765c1e16-a798-4071-b429-23ddc4aff896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (222b24f6-ec28-4bf6-90f5-c768660ce170), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.513198 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-765c1e16-a798-4071-b429-23ddc4aff896 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=1cf62861d9ad43a08f4c1ccb576e6d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099909 Aug 29 23:52:24.514382 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47064) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:24.529533 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c1e16-a798-4071-b429-23ddc4aff896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222b24f6-ec28-4bf6-90f5-c768660ce170,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:24.615738 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc342b-4064-4ae7-ab04-5ee30b43b371 req-a5334cbc-1815-459a-8d6b-3d74546ceded tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:24.617393 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-13cc342b-4064-4ae7-ab04-5ee30b43b371 req-a5334cbc-1815-459a-8d6b-3d74546ceded tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0955400 Aug 29 23:52:24.640374 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:24.680827 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-07da8077-8776-4775-8126-bd2c4193a7a2 admin admin] Publish callbacks [] for security_group (222b24f6-ec28-4bf6-90f5-c768660ce170), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.729666 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-f1ec8aa6-9f1a-4ce9-9e48-3f5d170c4410 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:24.731375 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-f1ec8aa6-9f1a-4ce9-9e48-3f5d170c4410 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 945 time: 0.1235275 Aug 29 23:52:24.748762 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-07da8077-8776-4775-8126-bd2c4193a7a2 admin admin] Publish callbacks [] for security_group (222b24f6-ec28-4bf6-90f5-c768660ce170), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:24.824595 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-13cc342b-4064-4ae7-ab04-5ee30b43b371 req-46e1cdd9-bd72-4adf-8c99-86561a9d21c5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919372 Aug 29 23:52:24.948879 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Deleting port f40880ff-7fed-43ae-a195-d6745bc86dde {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:52:24.949584 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.026186 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:25.062555 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-07da8077-8776-4775-8126-bd2c4193a7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (222b24f6-ec28-4bf6-90f5-c768660ce170), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.065355 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-07da8077-8776-4775-8126-bd2c4193a7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.066627 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-07da8077-8776-4775-8126-bd2c4193a7a2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/222b24f6-ec28-4bf6-90f5-c768660ce170 HTTP/1.1" status: 204 len: 168 time: 0.5511568 Aug 29 23:52:25.078295 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] For port f40880ff-7fed-43ae-a195-d6745bc86dde, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f40880ff-7fed-43ae-a195-d6745bc86dde,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:25.078699 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.128735 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Calling delete_port for f40880ff-7fed-43ae-a195-d6745bc86dde owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:52:25.135561 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da8077-8776-4775-8126-bd2c4193a7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222b24f6-ec28-4bf6-90f5-c768660ce170,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:25.195569 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b280290-aeb5-4a74-88cb-fea7b2772195 req-c1db05fa-452c-4330-ac51-cff4d0c795db tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:25.197629 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8b280290-aeb5-4a74-88cb-fea7b2772195 req-c1db05fa-452c-4330-ac51-cff4d0c795db tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 945 time: 0.1242216 Aug 29 23:52:25.309623 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8b280290-aeb5-4a74-88cb-fea7b2772195 req-c071eb50-c7dd-4e21-84d4-ee8b82126b66 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=f835de7e-9a41-4608-b35e-61dbfed10010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812473 Aug 29 23:52:25.508737 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (f40880ff-7fed-43ae-a195-d6745bc86dde), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.544953 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Pushing event deleted for resources: {'Port': ['ID=f40880ff-7fed-43ae-a195-d6745bc86dde,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:25.695154 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] No DVR routers for this DVR port f40880ff-7fed-43ae-a195-d6745bc86dde on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:52:25.711107 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:25.715250 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d3d848c5-4063-45da-8e2f-7ef1bef78ed6 req-b322470c-fb4b-4b4a-8f05-d11ad8d0a683 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.61 "DELETE /networking/v2.0/ports/f40880ff-7fed-43ae-a195-d6745bc86dde HTTP/1.1" status: 204 len: 173 time: 0.9718101 Aug 29 23:52:25.715981 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ec8e13-8f80-45fd-a17c-02fdc4737427', 'name': 'network-vif-deleted', 'tag': 'f40880ff-7fed-43ae-a195-d6745bc86dde'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:52:25.728241 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6952f631-0e5f-4be2-87f9-36914905d9d8" -d '{"events": [{"server_uuid": "b8ec8e13-8f80-45fd-a17c-02fdc4737427", "name": "network-vif-deleted", "tag": "f40880ff-7fed-43ae-a195-d6745bc86dde"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:52:25.808426 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c17b85-dee7-44c2-a13c-ab34b0b31fac x-openstack-request-id: req-e5c17b85-dee7-44c2-a13c-ab34b0b31fac {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:52:25.809145 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ec8e13-8f80-45fd-a17c-02fdc4737427", "name": "network-vif-deleted", "tag": "f40880ff-7fed-43ae-a195-d6745bc86dde", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:52:25.809822 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e5c17b85-dee7-44c2-a13c-ab34b0b31fac {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:52:25.816605 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c17b85-dee7-44c2-a13c-ab34b0b31fac'] response: {'server_uuid': 'b8ec8e13-8f80-45fd-a17c-02fdc4737427', 'name': 'network-vif-deleted', 'tag': 'f40880ff-7fed-43ae-a195-d6745bc86dde', 'status': 'completed', 'code': 200} Aug 29 23:52:26.019685 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd1237-fa33-419d-9b2c-75e564081fee req-55f0f566-3960-4ad3-8e2f-7f0d767be71e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:26.021246 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5cdd1237-fa33-419d-9b2c-75e564081fee req-55f0f566-3960-4ad3-8e2f-7f0d767be71e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0838223 Aug 29 23:52:26.098386 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5cdd1237-fa33-419d-9b2c-75e564081fee req-0ba627d9-c506-4c57-a24b-74b826aeb70c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680881 Aug 29 23:52:26.499765 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c2712bc4-e316-4e26-b3d6-c32aa5c05cff req-67faaf00-13dc-40db-8e05-dec5a88bb59b tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.0470107 Aug 29 23:52:27.325421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043b23c-9d10-4e1f-9746-88fedc70b22d req-3a103e32-fc28-4f03-a8b2-453e0045d76d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:27.329635 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1043b23c-9d10-4e1f-9746-88fedc70b22d req-3a103e32-fc28-4f03-a8b2-453e0045d76d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0909457 Aug 29 23:52:27.400668 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:27.405652 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1043b23c-9d10-4e1f-9746-88fedc70b22d req-19940048-d944-49a2-8a0c-73e2a351adec tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655808 Aug 29 23:52:27.661093 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9a5ca184-c8a2-4fef-bb9b-7b4f09e7cf2c req-f16fff39-3206-4701-9f68-e4ad61e1db30 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.0433948 Aug 29 23:52:28.146135 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['f40880ff-7fed-43ae-a195-d6745bc86dde'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:52:28.338898 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device f40880ff-7fed-43ae-a195-d6745bc86dde no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:52:28.376273 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: f40880ff-7fed-43ae-a195-d6745bc86dde {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:52:28.376273 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device f40880ff-7fed-43ae-a195-d6745bc86dde not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:52:28.599401 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623ad8-c450-4575-9e05-4a2c6ecd77b3 req-f2e8c5c7-f8c0-42ef-a0e4-920c5071c1dd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:28.610913 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3d623ad8-c450-4575-9e05-4a2c6ecd77b3 req-f2e8c5c7-f8c0-42ef-a0e4-920c5071c1dd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0690804 Aug 29 23:52:28.698217 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3d623ad8-c450-4575-9e05-4a2c6ecd77b3 req-40129669-24f6-4fad-b703-78d772b15872 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790172 Aug 29 23:52:28.858915 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-371fe0b2-cda4-4179-8889-64cc36358239 req-b21dce74-f4e7-4bac-aff9-a23018de3dc5 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.0345688 Aug 29 23:52:29.916202 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290269b-82df-4dd0-bee3-e26942ca4e78 req-e2ae0f11-45a4-4557-ae09-457c34a80dc2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:29.918545 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8290269b-82df-4dd0-bee3-e26942ca4e78 req-e2ae0f11-45a4-4557-ae09-457c34a80dc2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0799098 Aug 29 23:52:30.020556 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8290269b-82df-4dd0-bee3-e26942ca4e78 req-b9120b8e-0ffd-4c45-b950-be2f685d8e7f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931354 Aug 29 23:52:30.072214 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-66e953df-266f-4816-b74b-1d8b7494ff0e req-fc6ff3c0-0553-44f6-a117-c526bb02f601 tempest-DeleteServersTestJSON-811909457 tempest-DeleteServersTestJSON-811909457-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b8ec8e13-8f80-45fd-a17c-02fdc4737427 HTTP/1.1" status: 200 len: 210 time: 0.0420494 Aug 29 23:52:30.927518 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=54 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:31.153702 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-337b175c-f30c-406b-b816-11bff7ea7880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:31.167222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc491f0-471f-48d3-9284-bf9e51e17a62 req-227a2a94-ac1a-451c-8b64-5d7e5478188b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:31.169510 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3dc491f0-471f-48d3-9284-bf9e51e17a62 req-227a2a94-ac1a-451c-8b64-5d7e5478188b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0633178 Aug 29 23:52:31.233388 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3dc491f0-471f-48d3-9284-bf9e51e17a62 req-ab14ada3-8184-4b6e-9cf9-d511c03cd712 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564184 Aug 29 23:52:32.436094 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20311c3d-0ef2-4575-9da6-522c55f6f0b8 req-2234659f-3db1-418b-a081-11578897a389 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:32.437957 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-20311c3d-0ef2-4575-9da6-522c55f6f0b8 req-2234659f-3db1-418b-a081-11578897a389 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0609324 Aug 29 23:52:32.527736 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-20311c3d-0ef2-4575-9da6-522c55f6f0b8 req-7e25ab6b-4ffe-40d2-bf9b-4b292b5073c0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796969 Aug 29 23:52:32.971450 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47304) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:33.043447 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:33.282256 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47310) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:33.404855 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-4c062053-01b7-4de3-85d5-9ffcc6fe9614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.476330 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-50227d29-99dc-47bc-a46c-9752c56fef01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.612867 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (7b16d09c-0549-4b06-af4f-3a59ee7950a6), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.639743 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-50227d29-99dc-47bc-a46c-9752c56fef01 admin admin] Publish callbacks [] for security_group (a86c8a3d-a757-46e7-b1a6-8c38434e42c1), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.761583 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ac84f-ac3a-4959-9a28-e9c75e461910 req-2c82f8e3-8693-491b-906b-a7c3e556916d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:33.767031 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8a8ac84f-ac3a-4959-9a28-e9c75e461910 req-2c82f8e3-8693-491b-906b-a7c3e556916d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1055150 Aug 29 23:52:33.822105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-50227d29-99dc-47bc-a46c-9752c56fef01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a86c8a3d-a757-46e7-b1a6-8c38434e42c1), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:33.849178 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8a8ac84f-ac3a-4959-9a28-e9c75e461910 req-cee280b4-7d24-451d-9968-e34072985bc8 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737777 Aug 29 23:52:33.879542 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50227d29-99dc-47bc-a46c-9752c56fef01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86c8a3d-a757-46e7-b1a6-8c38434e42c1,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:33.885845 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-50227d29-99dc-47bc-a46c-9752c56fef01 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=2214fedfecab49f09b957c3de06b91f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6005366 Aug 29 23:52:33.909615 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47324) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:33.969322 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:33.991323 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8e10-96d7-4cd3-aef3-a60e4d9a67c6 admin admin] Publish callbacks [] for security_group (a86c8a3d-a757-46e7-b1a6-8c38434e42c1), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.018450 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8e10-96d7-4cd3-aef3-a60e4d9a67c6 admin admin] Publish callbacks [] for security_group (a86c8a3d-a757-46e7-b1a6-8c38434e42c1), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.063259 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:34.240153 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8e10-96d7-4cd3-aef3-a60e4d9a67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a86c8a3d-a757-46e7-b1a6-8c38434e42c1), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.246701 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8e10-96d7-4cd3-aef3-a60e4d9a67c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.252034 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-0e5c8e10-96d7-4cd3-aef3-a60e4d9a67c6 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a86c8a3d-a757-46e7-b1a6-8c38434e42c1 HTTP/1.1" status: 204 len: 168 time: 0.3410211 Aug 29 23:52:34.252401 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Deleting port f5c0744b-8c6f-493c-9ebf-c496742fba3c {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:52:34.252926 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.278222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c8e10-96d7-4cd3-aef3-a60e4d9a67c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86c8a3d-a757-46e7-b1a6-8c38434e42c1,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:34.389712 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] For port f5c0744b-8c6f-493c-9ebf-c496742fba3c, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=f5c0744b-8c6f-493c-9ebf-c496742fba3c,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:34.390090 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.409454 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Calling delete_port for f5c0744b-8c6f-493c-9ebf-c496742fba3c owned by network:router_interface {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:52:34.671281 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:34.714287 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.856285 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (f5c0744b-8c6f-493c-9ebf-c496742fba3c), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:34.917385 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c0744b-8c6f-493c-9ebf-c496742fba3c,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:35.079062 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:35.107320 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b06be-038a-4273-a24f-cc92d4eec738 req-5de7766a-13d8-4184-af4f-fd9d252475ea tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:35.115761 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7b9b06be-038a-4273-a24f-cc92d4eec738 req-5de7766a-13d8-4184-af4f-fd9d252475ea tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1043537 Aug 29 23:52:35.207686 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (7b16d09c-0549-4b06-af4f-3a59ee7950a6), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.220174 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47374) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:35.372127 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7b9b06be-038a-4273-a24f-cc92d4eec738 req-b6bdc754-3513-4315-a6bb-ad00497dbb99 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433982 Aug 29 23:52:35.421095 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-333febc2-9e2e-459e-9e87-38db214cd2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.453087 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47388) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:35.644641 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-07469f2e-5de3-4d53-bde4-aeda4faae365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.671282 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-333febc2-9e2e-459e-9e87-38db214cd2b4 admin admin] Publish callbacks [] for security_group (732321f3-8eeb-4a49-837a-a9231a390801), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.702148 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:52:35.784038 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-333febc2-9e2e-459e-9e87-38db214cd2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (732321f3-8eeb-4a49-837a-a9231a390801), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.802126 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:35.900448 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-333febc2-9e2e-459e-9e87-38db214cd2b4 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7b5a3eb925a846b4be1c4d9082165c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758988 Aug 29 23:52:35.901173 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333febc2-9e2e-459e-9e87-38db214cd2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732321f3-8eeb-4a49-837a-a9231a390801,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:35.903925 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47392) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:35.936149 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-07469f2e-5de3-4d53-bde4-aeda4faae365 admin admin] Publish callbacks [] for security_group (2bceae20-e5d4-4bfe-b141-f1b167baeed8), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:35.938091 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:52:35.945654 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2d3c16dd-e80b-42cf-a86d-18a595be06c4 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/7b16d09c-0549-4b06-af4f-3a59ee7950a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9759235 Aug 29 23:52:35.950229 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47394) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:35.954049 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] Sync routers for ids ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:52:35.972700 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] Routers {'7b16d09c-0549-4b06-af4f-3a59ee7950a6'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:35.974164 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:52:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:36.039044 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-07469f2e-5de3-4d53-bde4-aeda4faae365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (2bceae20-e5d4-4bfe-b141-f1b167baeed8), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.120112 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-07469f2e-5de3-4d53-bde4-aeda4faae365 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=5c55153ffeb043369b065d97a293fbde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6630070 Aug 29 23:52:36.120989 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07469f2e-5de3-4d53-bde4-aeda4faae365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bceae20-e5d4-4bfe-b141-f1b167baeed8,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:36.124987 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47398) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:36.161367 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] Set router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:36.216250 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.266544 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f9eec4e0-14a9-459c-83a6-ddd6efcbfd14 admin admin] Publish callbacks [] for security_group (2bceae20-e5d4-4bfe-b141-f1b167baeed8), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.268406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-72c16dee-7755-4b22-9f45-94c457a8f155 admin admin] Publish callbacks [] for security_group (732321f3-8eeb-4a49-837a-a9231a390801), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.317912 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f9eec4e0-14a9-459c-83a6-ddd6efcbfd14 admin admin] Publish callbacks [] for security_group (2bceae20-e5d4-4bfe-b141-f1b167baeed8), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.333018 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.335502 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-72c16dee-7755-4b22-9f45-94c457a8f155 admin admin] Publish callbacks [] for security_group (732321f3-8eeb-4a49-837a-a9231a390801), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.344894 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:36.353582 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks [] for router (7b16d09c-0549-4b06-af4f-3a59ee7950a6), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.490948 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f9eec4e0-14a9-459c-83a6-ddd6efcbfd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (2bceae20-e5d4-4bfe-b141-f1b167baeed8), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.496256 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f9eec4e0-14a9-459c-83a6-ddd6efcbfd14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.498597 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f9eec4e0-14a9-459c-83a6-ddd6efcbfd14 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/2bceae20-e5d4-4bfe-b141-f1b167baeed8 HTTP/1.1" status: 204 len: 168 time: 0.3718283 Aug 29 23:52:36.500859 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:52:34Z', 'revision_number': 5, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:36.514626 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eec4e0-14a9-459c-83a6-ddd6efcbfd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bceae20-e5d4-4bfe-b141-f1b167baeed8,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:36.557219 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] Checking router: 7b16d09c-0549-4b06-af4f-3a59ee7950a6 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:52:36.575566 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] Routers {'7b16d09c-0549-4b06-af4f-3a59ee7950a6'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:52:36.579191 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:52:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:36.686522 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ca95b-79c6-44e2-b2bc-8772eedeb880 req-ce2ba61a-75fb-4e85-9c09-80db63f399cc tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:36.688499 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4f7ca95b-79c6-44e2-b2bc-8772eedeb880 req-ce2ba61a-75fb-4e85-9c09-80db63f399cc tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1244903 Aug 29 23:52:36.690911 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks [] for router_gateway (7b16d09c-0549-4b06-af4f-3a59ee7950a6), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.747279 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] Set router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:52:36.754379 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-72c16dee-7755-4b22-9f45-94c457a8f155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (732321f3-8eeb-4a49-837a-a9231a390801), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.760303 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-72c16dee-7755-4b22-9f45-94c457a8f155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:36.766223 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-72c16dee-7755-4b22-9f45-94c457a8f155 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/732321f3-8eeb-4a49-837a-a9231a390801 HTTP/1.1" status: 204 len: 168 time: 0.8564239 Aug 29 23:52:36.797723 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c16dee-7755-4b22-9f45-94c457a8f155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732321f3-8eeb-4a49-837a-a9231a390801,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:36.830688 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4f7ca95b-79c6-44e2-b2bc-8772eedeb880 req-08f4b356-e991-4064-8184-986e716aa2b3 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269360 Aug 29 23:52:36.895292 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Deleting port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:52:36.898079 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.038209 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] For port a68aa1f5-c051-4bcf-9d07-478f7c7c0d63, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a68aa1f5-c051-4bcf-9d07-478f7c7c0d63,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:37.038919 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.040285 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:52:34Z', 'revision_number': 5, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:37.068705 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Calling delete_port for a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 owned by network:router_gateway {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:52:37.097109 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdada9d3-6362-4f1a-8326-db020ea79902 None None] The sync data for ids ['7b16d09c-0549-4b06-af4f-3a59ee7950a6'] in dv-cinder-854272-4-iscsi is: [{'id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'name': 'tempest-DeleteServersTestJSON-472652674-router', 'tenant_id': 'a8ada08f998844e997babd510083c205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:52:34Z', 'revision_number': 5, 'project_id': 'a8ada08f998844e997babd510083c205', 'gw_port': {'id': 'a68aa1f5-c051-4bcf-9d07-478f7c7c0d63', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16d09c-0549-4b06-af4f-3a59ee7950a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:52:37.564851 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:37.629031 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:37.713775 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (a68aa1f5-c051-4bcf-9d07-478f7c7c0d63), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.757276 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68aa1f5-c051-4bcf-9d07-478f7c7c0d63,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:37.778872 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device f5c0744b-8c6f-493c-9ebf-c496742fba3c no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:52:37.804632 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47436) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:37.814830 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: f5c0744b-8c6f-493c-9ebf-c496742fba3c {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:52:37.815172 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device f5c0744b-8c6f-493c-9ebf-c496742fba3c not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:52:37.826924 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (7b16d09c-0549-4b06-af4f-3a59ee7950a6), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:37.848835 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-50bd6831-693d-4a89-8a49-68e159930554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.023064 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-50bd6831-693d-4a89-8a49-68e159930554 admin admin] Publish callbacks [] for security_group (0f027153-3c48-4323-ab85-e2a53cafd67a), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.101660 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-50bd6831-693d-4a89-8a49-68e159930554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0f027153-3c48-4323-ab85-e2a53cafd67a), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.138067 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (7b16d09c-0549-4b06-af4f-3a59ee7950a6), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.155658 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e72a-d95c-4f14-b473-62da5e321e11 req-e45e2dfd-6daa-4583-9d17-b632e663eb8d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:38.160576 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8586e72a-d95c-4f14-b473-62da5e321e11 req-e45e2dfd-6daa-4583-9d17-b632e663eb8d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1666081 Aug 29 23:52:38.163593 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks [] for router_controller (7b16d09c-0549-4b06-af4f-3a59ee7950a6), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.192924 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-50bd6831-693d-4a89-8a49-68e159930554 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=71488192c3bf44d69a45994d247a5665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3862474 Aug 29 23:52:38.194108 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd6831-693d-4a89-8a49-68e159930554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f027153-3c48-4323-ab85-e2a53cafd67a,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:38.198561 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47444) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:38.303886 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dfeac327-f83e-4f4c-bdb2-9315bbd94542 admin admin] Publish callbacks [] for security_group (0f027153-3c48-4323-ab85-e2a53cafd67a), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.331570 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8586e72a-d95c-4f14-b473-62da5e321e11 req-4b1ff528-95c7-46cc-901a-0b09d9a22abd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853801 Aug 29 23:52:38.348693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dfeac327-f83e-4f4c-bdb2-9315bbd94542 admin admin] Publish callbacks [] for security_group (0f027153-3c48-4323-ab85-e2a53cafd67a), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.377002 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (7b16d09c-0549-4b06-af4f-3a59ee7950a6), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.377666 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b16d09c-0549-4b06-af4f-3a59ee7950a6 {{(pid=113459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:52:38.383760 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.385033 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-892a5ab9-5307-4b4a-95ca-a61fd304d235 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/7b16d09c-0549-4b06-af4f-3a59ee7950a6 HTTP/1.1" status: 204 len: 168 time: 2.4334838 Aug 29 23:52:38.389715 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47448) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:38.490647 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c946843-af6c-4efe-868f-4cb234b12f6c admin admin] Deleting subnet a9337af6-5bb3-4ea0-b5ae-63301ed1a391 {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:52:38.496424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c946843-af6c-4efe-868f-4cb234b12f6c admin admin] Publish callbacks [] for subnet (a9337af6-5bb3-4ea0-b5ae-63301ed1a391), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.545363 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c946843-af6c-4efe-868f-4cb234b12f6c admin admin] Publish callbacks [] for subnet (a9337af6-5bb3-4ea0-b5ae-63301ed1a391), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.643302 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c946843-af6c-4efe-868f-4cb234b12f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (a9337af6-5bb3-4ea0-b5ae-63301ed1a391), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.728510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dfeac327-f83e-4f4c-bdb2-9315bbd94542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0f027153-3c48-4323-ab85-e2a53cafd67a), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.732752 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dfeac327-f83e-4f4c-bdb2-9315bbd94542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.740077 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-dfeac327-f83e-4f4c-bdb2-9315bbd94542 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/0f027153-3c48-4323-ab85-e2a53cafd67a HTTP/1.1" status: 204 len: 168 time: 0.5350277 Aug 29 23:52:38.753714 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeac327-f83e-4f4c-bdb2-9315bbd94542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f027153-3c48-4323-ab85-e2a53cafd67a,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:38.840656 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c946843-af6c-4efe-868f-4cb234b12f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (a9337af6-5bb3-4ea0-b5ae-63301ed1a391), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.896484 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c946843-af6c-4efe-868f-4cb234b12f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9337af6-5bb3-4ea0-b5ae-63301ed1a391,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:38.910871 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c946843-af6c-4efe-868f-4cb234b12f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:38.917187 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-7c946843-af6c-4efe-868f-4cb234b12f6c admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/a9337af6-5bb3-4ea0-b5ae-63301ed1a391 HTTP/1.1" status: 204 len: 168 time: 0.5259454 Aug 29 23:52:38.920078 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47460) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:38.920677 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aab7d97-18f1-4970-931d-dec719358899 None None] Network e705eb9e-6339-4c6c-9900-25506cd0e1c1 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:52:39.036425 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (e705eb9e-6339-4c6c-9900-25506cd0e1c1), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.052432 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:39.121767 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Deleting port 42e4ca33-17e7-4afe-b34a-bb5c64573731 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:52:39.122117 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.216197 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:39.226922 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] For port 42e4ca33-17e7-4afe-b34a-bb5c64573731, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=42e4ca33-17e7-4afe-b34a-bb5c64573731,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:39.227423 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.261599 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Calling delete_port for 42e4ca33-17e7-4afe-b34a-bb5c64573731 owned by network:dhcp {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:52:39.336952 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] DHCP port deletion for e705eb9e-6339-4c6c-9900-25506cd0e1c1 request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:52:39.439158 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] Deleting port 42e4ca33-17e7-4afe-b34a-bb5c64573731 {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:52:39.439910 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.472944 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.474906 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:39.528173 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e4ca33-17e7-4afe-b34a-bb5c64573731,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:39.553582 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] No DVR routers for this DVR port 42e4ca33-17e7-4afe-b34a-bb5c64573731 on host dv-cinder-854272-4-iscsi {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:52:39.604026 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] For port 42e4ca33-17e7-4afe-b34a-bb5c64573731, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=42e4ca33-17e7-4afe-b34a-bb5c64573731,segment=NetworkSegment(7f7b0813-8e59-4bd3-97c2-d98cbc60bb11),segment_id=7f7b0813-8e59-4bd3-97c2-d98cbc60bb11)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:52:39.604965 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.642503 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc80af9-d992-4ae3-9636-1d8061dc3e86 req-cd3cf7ab-c781-4ec8-97d8-9f85e5b3aff7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:39.649873 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] Calling delete_port for 42e4ca33-17e7-4afe-b34a-bb5c64573731 owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:52:39.652030 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3fc80af9-d992-4ae3-9636-1d8061dc3e86 req-cd3cf7ab-c781-4ec8-97d8-9f85e5b3aff7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1902611 Aug 29 23:52:39.731379 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (e705eb9e-6339-4c6c-9900-25506cd0e1c1), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.785757 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.786822 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.788401 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.789053 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.790792 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.791585 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.794221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.794221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.794221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.794221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:39.811112 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3fc80af9-d992-4ae3-9636-1d8061dc3e86 req-b6714bc1-8983-4579-a6b2-0960c429b9c1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489007 Aug 29 23:52:39.909782 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 42e4ca33-17e7-4afe-b34a-bb5c64573731 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:52:39.927744 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47472) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:39.945205 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-04286b73-cfbe-40c1-94c3-723a2ce79d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:39.965099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 42e4ca33-17e7-4afe-b34a-bb5c64573731 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:52:39.965805 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 42e4ca33-17e7-4afe-b34a-bb5c64573731 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:52:39.966374 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:52:40.035538 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:52:40.036398 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a68aa1f5-c051-4bcf-9d07-478f7c7c0d63 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:52:40.045347 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.069454 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:40.070306 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:40.071054 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:40.071199 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113460) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:52:40.071701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e705eb9e-6339-4c6c-9900-25506cd0e1c1']}} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:40.110537 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11') {'for_net_delete': True} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:40.111240 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7b0813-8e59-4bd3-97c2-d98cbc60bb11') {} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:52:40.112625 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (42e4ca33-17e7-4afe-b34a-bb5c64573731), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.121889 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-04286b73-cfbe-40c1-94c3-723a2ce79d8a admin admin] Publish callbacks [] for security_group (bf740b71-0db0-4df0-be2f-7efe5a98f910), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.138179 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604823'] for segment (7f7b0813-8e59-4bd3-97c2-d98cbc60bb11), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.166940 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] Pushing event deleted for resources: {'Port': ['ID=42e4ca33-17e7-4afe-b34a-bb5c64573731,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:40.174676 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24cbdf-69a0-46a0-8f7c-aff8319aa5c1 None None] No DVR routers for this DVR port 42e4ca33-17e7-4afe-b34a-bb5c64573731 on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:52:40.177671 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (7f7b0813-8e59-4bd3-97c2-d98cbc60bb11), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.194829 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=113460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:52:40.195461 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9603552'] for segment (7f7b0813-8e59-4bd3-97c2-d98cbc60bb11), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.227478 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-04286b73-cfbe-40c1-94c3-723a2ce79d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (bf740b71-0db0-4df0-be2f-7efe5a98f910), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.313217 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-04286b73-cfbe-40c1-94c3-723a2ce79d8a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e55ea4203d624c3ea06854ec6adf92be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839371 Aug 29 23:52:40.318756 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47484) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:40.326137 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04286b73-cfbe-40c1-94c3-723a2ce79d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf740b71-0db0-4df0-be2f-7efe5a98f910,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:40.399794 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-00bf0010-e8a2-47e3-9fab-e6a1b14af13e admin admin] Publish callbacks [] for security_group (bf740b71-0db0-4df0-be2f-7efe5a98f910), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.446990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-00bf0010-e8a2-47e3-9fab-e6a1b14af13e admin admin] Publish callbacks [] for security_group (bf740b71-0db0-4df0-be2f-7efe5a98f910), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.459941 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (e705eb9e-6339-4c6c-9900-25506cd0e1c1), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.505363 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.518867 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/e705eb9e-6339-4c6c-9900-25506cd0e1c1 HTTP/1.1" status: 204 len: 168 time: 1.5953169 Aug 29 23:52:40.521229 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c7226-65f6-4879-a5a4-85f088ec59d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e705eb9e-6339-4c6c-9900-25506cd0e1c1,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:40.628019 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-00bf0010-e8a2-47e3-9fab-e6a1b14af13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (bf740b71-0db0-4df0-be2f-7efe5a98f910), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.635936 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-00bf0010-e8a2-47e3-9fab-e6a1b14af13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:40.641273 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-00bf0010-e8a2-47e3-9fab-e6a1b14af13e admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/bf740b71-0db0-4df0-be2f-7efe5a98f910 HTTP/1.1" status: 204 len: 168 time: 0.3208313 Aug 29 23:52:40.668457 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf0010-e8a2-47e3-9fab-e6a1b14af13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf740b71-0db0-4df0-be2f-7efe5a98f910,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:40.919426 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 7f7b0813-8e59-4bd3-97c2-d98cbc60bb11 resource provider aggregate not found Aug 29 23:52:40.950162 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 7f7b0813-8e59-4bd3-97c2-d98cbc60bb11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f7b0813-8e59-4bd3-97c2-d98cbc60bb11 found for delete ", "request_id": "req-2eb84880-1dce-4075-8035-4ec41d3e54c1"}]} Aug 29 23:52:41.011178 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:41.042370 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78686741-8ca5-447d-b142-7778e1ec0aa8 req-20ca0246-6498-423f-ae93-69721656295e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:41.045661 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78686741-8ca5-447d-b142-7778e1ec0aa8 req-20ca0246-6498-423f-ae93-69721656295e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.1101139 Aug 29 23:52:41.124083 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78686741-8ca5-447d-b142-7778e1ec0aa8 req-79575377-909e-4aaa-97bf-254fc3392434 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704479 Aug 29 23:52:41.135703 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47506) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:41.214776 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5145dadc-41e1-4d12-9134-9d4473dd3a45 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=a8ada08f998844e997babd510083c205&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0774689 Aug 29 23:52:41.217951 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47510) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:41.343304 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1ae5-abcc-4f1b-9b31-9977b51138d6 admin admin] Publish callbacks [] for security_group (f835de7e-9a41-4608-b35e-61dbfed10010), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.379178 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1ae5-abcc-4f1b-9b31-9977b51138d6 admin admin] Publish callbacks [] for security_group (f835de7e-9a41-4608-b35e-61dbfed10010), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.381479 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:41.598595 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1ae5-abcc-4f1b-9b31-9977b51138d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f835de7e-9a41-4608-b35e-61dbfed10010), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.607747 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1ae5-abcc-4f1b-9b31-9977b51138d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:52:41.607747 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2a9f1ae5-abcc-4f1b-9b31-9977b51138d6 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/f835de7e-9a41-4608-b35e-61dbfed10010 HTTP/1.1" status: 204 len: 168 time: 0.3826733 Aug 29 23:52:41.613006 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f1ae5-abcc-4f1b-9b31-9977b51138d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f835de7e-9a41-4608-b35e-61dbfed10010,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:52:42.319899 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0cc7-1436-405e-8950-11e32de2afef req-cb7a4341-8307-4c13-a312-8492b98f15f4 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:42.322079 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a5ef0cc7-1436-405e-8950-11e32de2afef req-cb7a4341-8307-4c13-a312-8492b98f15f4 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0908837 Aug 29 23:52:42.406884 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a5ef0cc7-1436-405e-8950-11e32de2afef req-0b87bd59-ee37-4327-be43-f3eda0eb0cc9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725160 Aug 29 23:52:42.713776 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268e3ba-6399-460c-8267-92c37af30adf req-0b47ba27-afe9-4e8d-b643-1d7484d1d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:42.716710 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f268e3ba-6399-460c-8267-92c37af30adf req-0b47ba27-afe9-4e8d-b643-1d7484d1d9cb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 1130 time: 0.0818594 Aug 29 23:52:42.790149 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f268e3ba-6399-460c-8267-92c37af30adf req-890c7fcc-7697-43f6-8c06-2ff0cd561c73 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619965 Aug 29 23:52:42.792236 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:52:43.638692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138ee16-e8d9-490a-88de-72599433ecf7 req-e05af254-d451-4c71-9a0a-1c82684bb124 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:43.641736 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0138ee16-e8d9-490a-88de-72599433ecf7 req-e05af254-d451-4c71-9a0a-1c82684bb124 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0921576 Aug 29 23:52:43.686889 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:43.736067 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0138ee16-e8d9-490a-88de-72599433ecf7 req-db341300-b32b-46d6-a95c-324d2f124a00 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856619 Aug 29 23:52:44.926168 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c628f-a7f1-47af-aea6-2ac0f2f5d530 req-a0a53519-4c34-41ae-ac16-6b52e040c956 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:44.928463 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4d9c628f-a7f1-47af-aea6-2ac0f2f5d530 req-a0a53519-4c34-41ae-ac16-6b52e040c956 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0725656 Aug 29 23:52:45.014233 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4d9c628f-a7f1-47af-aea6-2ac0f2f5d530 req-6e066d52-a558-4259-9e06-38209cf65cc4 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 Aug 29 23:52:45.241161 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63425cca-dc50-4ed1-a270-ebda027ca6a3 req-6a9c57d3-fcf6-4145-a05c-5e52f7a66974 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:45.243043 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-63425cca-dc50-4ed1-a270-ebda027ca6a3 req-6a9c57d3-fcf6-4145-a05c-5e52f7a66974 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0660584 Aug 29 23:52:45.328844 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-63425cca-dc50-4ed1-a270-ebda027ca6a3 req-4854699e-718d-4c3d-a16d-cb9fd700103d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764024 Aug 29 23:52:47.042368 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=61 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:48.844741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d462f2-f8e8-4dc6-af7b-c2025297260d req-5a1cdedc-b327-49df-85c1-83fe779756f6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:48.846714 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-83d462f2-f8e8-4dc6-af7b-c2025297260d req-5a1cdedc-b327-49df-85c1-83fe779756f6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0663104 Aug 29 23:52:48.917449 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-83d462f2-f8e8-4dc6-af7b-c2025297260d req-d7ef420e-e930-4e2d-a0c6-789660e0d83c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597904 Aug 29 23:52:50.055790 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6dd15-4787-40da-83e2-89bbe60d38b2 req-34c1eea6-eeac-48d3-a470-67d31f5d5be5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.057480 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-34d6dd15-4787-40da-83e2-89bbe60d38b2 req-34c1eea6-eeac-48d3-a470-67d31f5d5be5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0525312 Aug 29 23:52:50.118253 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-34d6dd15-4787-40da-83e2-89bbe60d38b2 req-0fc0c8ab-aa70-4972-908c-b97f61771992 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500135 Aug 29 23:52:50.333536 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-0667404d-be81-4356-b8b6-9abdbf9cc31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.335098 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-0667404d-be81-4356-b8b6-9abdbf9cc31a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 1129 time: 0.0478275 Aug 29 23:52:50.452303 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-9e0aba4e-a14f-44d1-8a2f-575f67327546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.453819 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-9e0aba4e-a14f-44d1-8a2f-575f67327546 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.1052799 Aug 29 23:52:50.494086 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-80874440-231c-4c66-a62c-fa49cc5538f8 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a058a5e2-fffb-402f-99cc-4946054648c3 HTTP/1.1" status: 200 len: 217 time: 0.0340374 Aug 29 23:52:50.565076 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-b77c37dd-3a19-4b35-b17b-0d706ac6371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.566958 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-b77c37dd-3a19-4b35-b17b-0d706ac6371f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0663474 Aug 29 23:52:50.617043 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-016f6029-b1bd-4add-b9e2-d19443f9af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:50.618673 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-016f6029-b1bd-4add-b9e2-d19443f9af82 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446467 Aug 29 23:52:50.802660 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-fd4bd1ce-5a31-473d-9436-3efd774ccff5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755550 Aug 29 23:52:50.923562 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470bc6d1-7a14-4ff4-a71a-cef3b67e8ed8 req-803302e2-2cd9-4308-8e55-47d44c15b72e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087916 Aug 29 23:52:51.246162 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:51.257697 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98126e51-1c45-456c-8caa-f95e75e0325c req-dccc6932-76b8-4953-8302-ede3a701fb8a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:51.261733 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-98126e51-1c45-456c-8caa-f95e75e0325c req-dccc6932-76b8-4953-8302-ede3a701fb8a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0569589 Aug 29 23:52:51.321911 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-98126e51-1c45-456c-8caa-f95e75e0325c req-ab626ee5-9c6d-41bb-b229-be0727d6119a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562696 Aug 29 23:52:51.607018 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=23,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:51.629134 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:51.629134 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:DELETE=2,neutron:SELECT=7 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:52.463247 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169197b-ed24-4a17-bc3c-b8f0065a604e req-1570e678-e5c9-4ac3-a6ba-53d7ebdbb389 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:52.464864 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7169197b-ed24-4a17-bc3c-b8f0065a604e req-1570e678-e5c9-4ac3-a6ba-53d7ebdbb389 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0556355 Aug 29 23:52:52.478907 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:52.539901 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7169197b-ed24-4a17-bc3c-b8f0065a604e req-9ebb322f-1eb0-439f-9e00-808212597bff tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684588 Aug 29 23:52:53.674645 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad4d74-1338-4e0a-9f43-9d1b42f6a4e5 req-bc0f2362-101b-479a-8222-053a4ea3da5b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:53.676394 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b7ad4d74-1338-4e0a-9f43-9d1b42f6a4e5 req-bc0f2362-101b-479a-8222-053a4ea3da5b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0553434 Aug 29 23:52:53.769293 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b7ad4d74-1338-4e0a-9f43-9d1b42f6a4e5 req-0e175f22-621c-4bb2-9d36-afadde0e7df4 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854833 Aug 29 23:52:54.936742 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00667b2b-2ccd-4f45-ab75-0854923dc196 req-6b2d1dd9-04cb-452d-84c7-e576e480b304 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:54.938378 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-00667b2b-2ccd-4f45-ab75-0854923dc196 req-6b2d1dd9-04cb-452d-84c7-e576e480b304 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0598798 Aug 29 23:52:54.987928 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-00667b2b-2ccd-4f45-ab75-0854923dc196 req-33c480c2-1f7b-4c0e-92cb-c6de740ccddd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 Aug 29 23:52:56.132188 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a879439-3d49-4562-9d25-65316cb3d5b6 req-06c0a8bb-e7ed-478e-a8d6-a48fa09c7c83 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:56.134056 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7a879439-3d49-4562-9d25-65316cb3d5b6 req-06c0a8bb-e7ed-478e-a8d6-a48fa09c7c83 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0529332 Aug 29 23:52:56.209163 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7a879439-3d49-4562-9d25-65316cb3d5b6 req-d7991fce-16ca-45b5-89a0-1951ecf06b55 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 Aug 29 23:52:57.388551 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7549028-1b73-4d0f-850f-2a8f45d7bd8b req-951d034d-7f10-47be-ba2b-9cef5b78d178 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:57.391695 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c7549028-1b73-4d0f-850f-2a8f45d7bd8b req-951d034d-7f10-47be-ba2b-9cef5b78d178 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0858467 Aug 29 23:52:57.453718 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c7549028-1b73-4d0f-850f-2a8f45d7bd8b req-c6cdc8d2-116d-489c-9aba-ca6e88cfe1a7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545754 Aug 29 23:52:58.636696 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f2986-2042-4248-86c9-d7e0317e682a req-a962c8fd-5280-4bf2-b7ee-cdb8ec53d4f1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:58.639479 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-716f2986-2042-4248-86c9-d7e0317e682a req-a962c8fd-5280-4bf2-b7ee-cdb8ec53d4f1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0862997 Aug 29 23:52:58.718697 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-716f2986-2042-4248-86c9-d7e0317e682a req-f27ff153-16f1-455d-b69d-fc2af1f3c4c4 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729728 Aug 29 23:52:59.774947 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:52:59.832770 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 47928) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:52:59.904862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970deb06-301a-47f7-8cd0-1f761247604a req-17d97f00-a7a8-493f-b1f8-dc5ff5b92e33 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:52:59.914905 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-970deb06-301a-47f7-8cd0-1f761247604a req-17d97f00-a7a8-493f-b1f8-dc5ff5b92e33 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0886445 Aug 29 23:52:59.969516 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-970deb06-301a-47f7-8cd0-1f761247604a req-f880c6f6-1f84-4332-aa63-0231287ac3f3 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552130 Aug 29 23:53:00.000460 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2165ca4-6241-4445-a348-dcd19f512dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.100508 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2165ca4-6241-4445-a348-dcd19f512dad admin admin] Publish callbacks [] for security_group (85cb2da7-de9c-40bd-8555-bd8d3ab3c6b4), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.208923 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2165ca4-6241-4445-a348-dcd19f512dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (85cb2da7-de9c-40bd-8555-bd8d3ab3c6b4), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.256253 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a2165ca4-6241-4445-a348-dcd19f512dad admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=47e7cdc87a124e87bd52e64755793cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4208531 Aug 29 23:53:00.257166 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2165ca4-6241-4445-a348-dcd19f512dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb2da7-de9c-40bd-8555-bd8d3ab3c6b4,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:00.259756 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47934) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:00.366069 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2320226b-cc10-4076-93f8-5d4621149c99 admin admin] Publish callbacks [] for security_group (85cb2da7-de9c-40bd-8555-bd8d3ab3c6b4), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.398719 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2320226b-cc10-4076-93f8-5d4621149c99 admin admin] Publish callbacks [] for security_group (85cb2da7-de9c-40bd-8555-bd8d3ab3c6b4), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.529191 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47940) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:00.548032 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2320226b-cc10-4076-93f8-5d4621149c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (85cb2da7-de9c-40bd-8555-bd8d3ab3c6b4), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.551935 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2320226b-cc10-4076-93f8-5d4621149c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.560740 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-2320226b-cc10-4076-93f8-5d4621149c99 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/85cb2da7-de9c-40bd-8555-bd8d3ab3c6b4 HTTP/1.1" status: 204 len: 168 time: 0.2922218 Aug 29 23:53:00.569451 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320226b-cc10-4076-93f8-5d4621149c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb2da7-de9c-40bd-8555-bd8d3ab3c6b4,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:00.686753 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e0a388c7-1337-4b17-8591-f8befbc692a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.726812 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:00.787163 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e0a388c7-1337-4b17-8591-f8befbc692a7 admin admin] Publish callbacks [] for security_group (ab65961b-39aa-46eb-a342-25d70c7f3adc), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.906188 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e0a388c7-1337-4b17-8591-f8befbc692a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ab65961b-39aa-46eb-a342-25d70c7f3adc), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:00.930604 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:00.969011 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e0a388c7-1337-4b17-8591-f8befbc692a7 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f2e3e3b06dd24ae5ad6292cd26612a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4380524 Aug 29 23:53:00.970676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a388c7-1337-4b17-8591-f8befbc692a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab65961b-39aa-46eb-a342-25d70c7f3adc,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:00.976740 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 47954) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:01.108271 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3fbe50f4-4616-49d3-8dc0-804489beb62a admin admin] Publish callbacks [] for security_group (ab65961b-39aa-46eb-a342-25d70c7f3adc), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.146744 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-82c67764-c425-4e6c-b568-c995cccdedf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.177606 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3fbe50f4-4616-49d3-8dc0-804489beb62a admin admin] Publish callbacks [] for security_group (ab65961b-39aa-46eb-a342-25d70c7f3adc), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.192932 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00360a6e-9f53-4248-9aed-971e45933566 req-37ac6dd9-ef0a-4ce5-882e-f4fbbbd9d211 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:01.194719 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-00360a6e-9f53-4248-9aed-971e45933566 req-37ac6dd9-ef0a-4ce5-882e-f4fbbbd9d211 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0898640 Aug 29 23:53:01.281506 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-00360a6e-9f53-4248-9aed-971e45933566 req-7515b795-3827-48c7-91c6-bf434eb3ebc9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585673 Aug 29 23:53:01.387108 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3fbe50f4-4616-49d3-8dc0-804489beb62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ab65961b-39aa-46eb-a342-25d70c7f3adc), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.390676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3fbe50f4-4616-49d3-8dc0-804489beb62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:01.395626 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-3fbe50f4-4616-49d3-8dc0-804489beb62a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/ab65961b-39aa-46eb-a342-25d70c7f3adc HTTP/1.1" status: 204 len: 168 time: 0.4173496 Aug 29 23:53:01.415523 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe50f4-4616-49d3-8dc0-804489beb62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab65961b-39aa-46eb-a342-25d70c7f3adc,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:02.107433 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48002) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:02.214752 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1960834808-network', 'tenant_id': '87299c60c42b43e7bf7e8f92f30ae87d'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:02.265964 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48010) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:02.280803 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2216af6c-69c2-4b42-a3b6-b1f88624c785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.356746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Made reservation on behalf of 87299c60c42b43e7bf7e8f92f30ae87d for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:02.360388 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.371266 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.375351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2216af6c-69c2-4b42-a3b6-b1f88624c785 admin admin] Publish callbacks [] for security_group (1a06b812-21a3-47ce-8f17-7ebd1f97d107), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.438677 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88233bae-e954-4582-9278-4a878e71e594 req-86c064cb-481f-45b3-b7ac-97b4b1681a6e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:02.440171 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-88233bae-e954-4582-9278-4a878e71e594 req-86c064cb-481f-45b3-b7ac-97b4b1681a6e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0707092 Aug 29 23:53:02.442096 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2216af6c-69c2-4b42-a3b6-b1f88624c785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1a06b812-21a3-47ce-8f17-7ebd1f97d107), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.488756 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2216af6c-69c2-4b42-a3b6-b1f88624c785 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=9096e291fe064b16b16154affdf7a49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192037 Aug 29 23:53:02.488756 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216af6c-69c2-4b42-a3b6-b1f88624c785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a06b812-21a3-47ce-8f17-7ebd1f97d107,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:02.489982 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48016) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:02.514638 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-88233bae-e954-4582-9278-4a878e71e594 req-aed2021e-65e9-478e-9356-c2969407ab6e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677497 Aug 29 23:53:02.560111 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Publish callbacks [] for security_group (c94d5d58-a255-42bc-925a-9ad60cc334f4), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.578644 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-df5962cb-69ac-4d49-913d-46cdf30b5770 admin admin] Publish callbacks [] for security_group (1a06b812-21a3-47ce-8f17-7ebd1f97d107), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.604990 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-df5962cb-69ac-4d49-913d-46cdf30b5770 admin admin] Publish callbacks [] for security_group (1a06b812-21a3-47ce-8f17-7ebd1f97d107), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.665421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c94d5d58-a255-42bc-925a-9ad60cc334f4), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.704485 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d5d58-a255-42bc-925a-9ad60cc334f4,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:02.757680 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-df5962cb-69ac-4d49-913d-46cdf30b5770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1a06b812-21a3-47ce-8f17-7ebd1f97d107), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.761800 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-df5962cb-69ac-4d49-913d-46cdf30b5770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.769392 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-df5962cb-69ac-4d49-913d-46cdf30b5770 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1a06b812-21a3-47ce-8f17-7ebd1f97d107 HTTP/1.1" status: 204 len: 168 time: 0.2722781 Aug 29 23:53:02.785661 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5962cb-69ac-4d49-913d-46cdf30b5770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a06b812-21a3-47ce-8f17-7ebd1f97d107,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:02.800549 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:53:02.808398 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=65 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:02.816033 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (020920a3-6abc-449b-9280-33bade531571), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.816495 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Added segment 020920a3-6abc-449b-9280-33bade531571 of type vlan for network 9679b41b-badb-474e-91ed-865a85109ffa Aug 29 23:53:02.835680 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:02.866340 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b9c20-b50b-475e-9432-d5d8196150cc req-ae92db97-a938-4246-94a5-afac485ef0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:02.867937 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-911b9c20-b50b-475e-9432-d5d8196150cc req-ae92db97-a938-4246-94a5-afac485ef0f7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 1129 time: 0.1348209 Aug 29 23:53:02.889910 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (9679b41b-badb-474e-91ed-865a85109ffa), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:02.957304 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-911b9c20-b50b-475e-9432-d5d8196150cc req-b77a3e93-2ef2-4222-9bbb-d5cf365413ba service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797060 Aug 29 23:53:03.045118 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (9679b41b-badb-474e-91ed-865a85109ffa), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:03.046336 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.050228 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:03.118243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] Pushing event updated for resources: {'Network': ['ID=9679b41b-badb-474e-91ed-865a85109ffa,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:03.131900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 9679b41b-badb-474e-91ed-865a85109ffa details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:53:03.213117 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-304b6f48-f9be-4130-b387-8175db06b878 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0974681 Aug 29 23:53:03.213354 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48040) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:03.219046 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Request body: {'subnet': {'network_id': '9679b41b-badb-474e-91ed-865a85109ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1960834808-subnet', 'tenant_id': '87299c60c42b43e7bf7e8f92f30ae87d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:03.312493 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Made reservation on behalf of 87299c60c42b43e7bf7e8f92f30ae87d for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:03.315881 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9869216'] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:03.438340 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f2845cc7-a7ee-4fa0-aaf1-43fe4e0da667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:03.636406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48048) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:03.710389 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe42429-7701-4c7f-992a-0efcc1abd115 req-2b8340eb-7b85-43e7-b80a-a304e08a47ba tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:03.712070 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1fe42429-7701-4c7f-992a-0efcc1abd115 req-2b8340eb-7b85-43e7-b80a-a304e08a47ba tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0611992 Aug 29 23:53:03.740897 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48052) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:03.787271 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-48a2788a-e0fb-4815-9a8c-04aaa52c6269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:03.792423 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:03.878811 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1fe42429-7701-4c7f-992a-0efcc1abd115 req-cf8f07bf-a671-4674-8dcc-6f28a48a0c1c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592865 Aug 29 23:53:03.918242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9604613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9869238'] for subnet (9ae1696e-863c-49c7-8b6e-cfccfe614055), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:03.952643 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:03.976802 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-48a2788a-e0fb-4815-9a8c-04aaa52c6269 admin admin] Publish callbacks [] for security_group (33a8c917-e9ab-42c2-a99c-1861bba1ec8e), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:03.977541 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:04.002131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae1696e-863c-49c7-8b6e-cfccfe614055,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:04.018104 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Checking segment: {'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:04.018652 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Network hostable DHCP agents. Network: 9679b41b-badb-474e-91ed-865a85109ffa, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:53:04.067976 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-48a2788a-e0fb-4815-9a8c-04aaa52c6269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (33a8c917-e9ab-42c2-a99c-1861bba1ec8e), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.114557 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-85f0de4a-82d0-421b-8621-c3bcaa6fe55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.116369 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Network 9679b41b-badb-474e-91ed-865a85109ffa is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:53:04.148408 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-48a2788a-e0fb-4815-9a8c-04aaa52c6269 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=727c1622e1eb4e7790a05d9918f2f182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4059005 Aug 29 23:53:04.151324 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48058) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:04.176540 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2788a-e0fb-4815-9a8c-04aaa52c6269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8c917-e9ab-42c2-a99c-1861bba1ec8e,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:04.223276 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 9679b41b-badb-474e-91ed-865a85109ffa) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:04.233634 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:04.234385 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.242930 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-267e87b2-15d8-4588-8214-302a278fda99 admin admin] Publish callbacks [] for security_group (33a8c917-e9ab-42c2-a99c-1861bba1ec8e), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.249488 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a74c0-9990-4e3c-b44c-beead2b2c38a None None] Network 9679b41b-badb-474e-91ed-865a85109ffa requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:04.278274 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-267e87b2-15d8-4588-8214-302a278fda99 admin admin] Publish callbacks [] for security_group (33a8c917-e9ab-42c2-a99c-1861bba1ec8e), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.300764 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-85f0de4a-82d0-421b-8621-c3bcaa6fe55d admin admin] Publish callbacks [] for security_group (ec4f93d0-4df5-4d10-bbc7-ba6cad2416fb), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.400352 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da2786f-5b62-4efc-b211-111cf68166a4 None None] Network 9679b41b-badb-474e-91ed-865a85109ffa requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:04.450102 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-85f0de4a-82d0-421b-8621-c3bcaa6fe55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ec4f93d0-4df5-4d10-bbc7-ba6cad2416fb), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.451933 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-3bfd1870-e9ba-4881-bcff-2e89e16f1947 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2374749 Aug 29 23:53:04.482137 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-267e87b2-15d8-4588-8214-302a278fda99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (33a8c917-e9ab-42c2-a99c-1861bba1ec8e), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.484653 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-267e87b2-15d8-4588-8214-302a278fda99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.487054 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-267e87b2-15d8-4588-8214-302a278fda99 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/33a8c917-e9ab-42c2-a99c-1861bba1ec8e HTTP/1.1" status: 204 len: 168 time: 0.3344820 Aug 29 23:53:04.494538 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:04.518356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0de4a-82d0-421b-8621-c3bcaa6fe55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4f93d0-4df5-4d10-bbc7-ba6cad2416fb,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:04.523020 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e87b2-15d8-4588-8214-302a278fda99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8c917-e9ab-42c2-a99c-1861bba1ec8e,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:04.523386 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-85f0de4a-82d0-421b-8621-c3bcaa6fe55d admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=fae859ae715742b48c197b304d9f7fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8851852 Aug 29 23:53:04.530077 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48066) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:04.679037 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88bc56ad-bd47-4bcc-9137-7b9ffca8da6f admin admin] Publish callbacks [] for security_group (ec4f93d0-4df5-4d10-bbc7-ba6cad2416fb), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.733281 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88bc56ad-bd47-4bcc-9137-7b9ffca8da6f admin admin] Publish callbacks [] for security_group (ec4f93d0-4df5-4d10-bbc7-ba6cad2416fb), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.774722 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.900780 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88bc56ad-bd47-4bcc-9137-7b9ffca8da6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ec4f93d0-4df5-4d10-bbc7-ba6cad2416fb), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.914464 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88bc56ad-bd47-4bcc-9137-7b9ffca8da6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:04.914464 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-88bc56ad-bd47-4bcc-9137-7b9ffca8da6f admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/ec4f93d0-4df5-4d10-bbc7-ba6cad2416fb HTTP/1.1" status: 204 len: 168 time: 0.3771651 Aug 29 23:53:04.921116 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc56ad-bd47-4bcc-9137-7b9ffca8da6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4f93d0-4df5-4d10-bbc7-ba6cad2416fb,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:05.049555 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435d4d9-51df-48d1-8ee7-abe2ea37bdd1 req-0926babb-0628-423c-ad87-69a275206d9d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:05.052539 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5435d4d9-51df-48d1-8ee7-abe2ea37bdd1 req-0926babb-0628-423c-ad87-69a275206d9d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0652041 Aug 29 23:53:05.142353 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5435d4d9-51df-48d1-8ee7-abe2ea37bdd1 req-9278449d-2632-4a21-a6b0-031569f46a1e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750415 Aug 29 23:53:05.741859 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c87ccd-0e23-4629-965a-8bce1cbdbb2e req-4e232789-e8f6-4a1e-9210-ecf76324c170 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:05.746643 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c7c87ccd-0e23-4629-965a-8bce1cbdbb2e req-4e232789-e8f6-4a1e-9210-ecf76324c170 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0650210 Aug 29 23:53:05.836498 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c7c87ccd-0e23-4629-965a-8bce1cbdbb2e req-74c6465e-8371-4dba-be10-c9e5c4cf445e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854580 Aug 29 23:53:05.853502 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-6cfd04ab-ecfb-4e89-995b-83829ec254c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:05.855837 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-6cfd04ab-ecfb-4e89-995b-83829ec254c2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 1129 time: 0.0628269 Aug 29 23:53:05.970815 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-52ab0df8-0e33-40bb-8825-5d4a5d784b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:05.972821 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-52ab0df8-0e33-40bb-8825-5d4a5d784b77 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.1071386 Aug 29 23:53:06.051987 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-5bdcca69-9745-4e97-ba01-89b30ae899f0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a058a5e2-fffb-402f-99cc-4946054648c3 HTTP/1.1" status: 200 len: 217 time: 0.0629807 Aug 29 23:53:06.142470 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-17ae597e-9668-42f7-bc89-d29e163fd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.155852 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-17ae597e-9668-42f7-bc89-d29e163fd43e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0986879 Aug 29 23:53:06.228600 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-e62c909f-2b73-4c8f-ac77-e15fbb1fc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:06.230054 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48120) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:06.232417 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-e62c909f-2b73-4c8f-ac77-e15fbb1fc67a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685170 Aug 29 23:53:06.249731 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e61f6c3c-21d3-4249-ad06-74f5226f1090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.273960 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:06.288146 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.292202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.390387 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e61f6c3c-21d3-4249-ad06-74f5226f1090 admin admin] Publish callbacks [] for security_group (edf05d29-eda7-4bfc-afce-a8e915112d42), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.397399 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-ddbf5c07-8f6f-41a3-93ab-fedaa23c455d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581211 Aug 29 23:53:06.467251 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e61f6c3c-21d3-4249-ad06-74f5226f1090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (edf05d29-eda7-4bfc-afce-a8e915112d42), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.518865 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e61f6c3c-21d3-4249-ad06-74f5226f1090 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=89b235e76ca44aa78ddfb001e654c95b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833319 Aug 29 23:53:06.518865 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f6c3c-21d3-4249-ad06-74f5226f1090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf05d29-eda7-4bfc-afce-a8e915112d42,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:06.520242 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48126) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:06.673909 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:06.696107 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fe598e-00a5-4251-b8e0-cf70cc0180f9 admin admin] Publish callbacks [] for security_group (edf05d29-eda7-4bfc-afce-a8e915112d42), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.733653 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fe598e-00a5-4251-b8e0-cf70cc0180f9 admin admin] Publish callbacks [] for security_group (edf05d29-eda7-4bfc-afce-a8e915112d42), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.787330 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78e7c9c1-c611-4743-816f-56a41d51a266 req-c33a9424-b0a8-401d-aa26-bf354894efe7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019219 Aug 29 23:53:06.945254 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fe598e-00a5-4251-b8e0-cf70cc0180f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (edf05d29-eda7-4bfc-afce-a8e915112d42), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.949941 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fe598e-00a5-4251-b8e0-cf70cc0180f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:06.955246 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-89fe598e-00a5-4251-b8e0-cf70cc0180f9 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/edf05d29-eda7-4bfc-afce-a8e915112d42 HTTP/1.1" status: 204 len: 168 time: 0.4305470 Aug 29 23:53:06.970255 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe598e-00a5-4251-b8e0-cf70cc0180f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf05d29-eda7-4bfc-afce-a8e915112d42,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:07.041511 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ef599-22f9-4592-bcc5-89c250fd6916 req-f51b000d-ce6b-4603-96ba-413bcb3c396d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.043652 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9e6ef599-22f9-4592-bcc5-89c250fd6916 req-f51b000d-ce6b-4603-96ba-413bcb3c396d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0760386 Aug 29 23:53:07.155593 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9e6ef599-22f9-4592-bcc5-89c250fd6916 req-46bffd71-3085-43b1-aa4e-941dcab2d7ed tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966527 Aug 29 23:53:07.707253 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-d1caee0e-5f01-4aec-8760-acaaa580f29d tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:07.709029 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-d1caee0e-5f01-4aec-8760-acaaa580f29d tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/networks?id=9679b41b-badb-474e-91ed-865a85109ffa HTTP/1.1" status: 200 len: 809 time: 0.2047861 Aug 29 23:53:07.729495 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-4d7b41e2-d542-4833-98a1-f7481a8a4a95 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/quotas/87299c60c42b43e7bf7e8f92f30ae87d HTTP/1.1" status: 200 len: 375 time: 0.0107999 Aug 29 23:53:07.771869 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6c5abf1d-d783-4b0f-a5aa-8b7ee94550d1 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=87299c60c42b43e7bf7e8f92f30ae87d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316966 Aug 29 23:53:07.887887 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:07.894604 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-4c932bb6-b69c-408e-bb10-54d9be78d624 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109273 Aug 29 23:53:08.004238 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-947ad949-7209-4aa5-85e2-c2eb367965d8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029489 Aug 29 23:53:08.383515 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3f6bf-50b3-4abd-b900-ed4b5567f332 req-1ce9d96e-6d48-4a9d-b80b-3c71dd546258 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:08.386618 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4ed3f6bf-50b3-4abd-b900-ed4b5567f332 req-1ce9d96e-6d48-4a9d-b80b-3c71dd546258 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.1117852 Aug 29 23:53:08.461400 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-56b4721b-1ece-4371-989c-996f12250a17 req-4a46fc16-7eb4-48a1-82e0-9281efde3e64 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 210 time: 0.0533118 Aug 29 23:53:08.500756 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4ed3f6bf-50b3-4abd-b900-ed4b5567f332 req-55e69a2e-d348-4380-969b-237bf4c3dd60 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022916 Aug 29 23:53:09.560276 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48222) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:09.619428 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:09.621697 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e9fed9d1-89d6-45ef-9062-86abb77cbd2d req-e476f1ca-a683-4482-a24f-44da355cf9cc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 210 time: 0.0868306 Aug 29 23:53:09.695566 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59827f-c8af-4b3b-b03f-1549621f64e4 req-8f4c70d2-f906-491d-a974-3a86aa8b8372 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:09.704850 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7e59827f-c8af-4b3b-b03f-1549621f64e4 req-8f4c70d2-f906-491d-a974-3a86aa8b8372 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0649211 Aug 29 23:53:09.819140 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7e59827f-c8af-4b3b-b03f-1549621f64e4 req-015dc9ad-23c2-4508-a619-0fab23849836 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129165 Aug 29 23:53:09.998693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.110663 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Publish callbacks [] for security_group (b7dd20a8-6cf0-4e13-a8c8-ce7ec185a314), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.293577 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b7dd20a8-6cf0-4e13-a8c8-ce7ec185a314), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.331754 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=fca828c8bda9425a915a390768976f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7696729 Aug 29 23:53:10.332148 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48242) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:10.383763 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dd20a8-6cf0-4e13-a8c8-ce7ec185a314,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:10.395566 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.395914 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.396260 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.396608 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.396940 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.397274 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.397603 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.397926 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.398256 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.398686 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.399013 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.399338 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.399658 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.399972 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.400487 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d51e9f-6396-43dc-a055-d8c3aca06a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:10.422750 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d7c16b81-a293-4588-9b39-25d4768c1c4b admin admin] Publish callbacks [] for security_group (b7dd20a8-6cf0-4e13-a8c8-ce7ec185a314), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.448231 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d7c16b81-a293-4588-9b39-25d4768c1c4b admin admin] Publish callbacks [] for security_group (b7dd20a8-6cf0-4e13-a8c8-ce7ec185a314), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.653885 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d7c16b81-a293-4588-9b39-25d4768c1c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b7dd20a8-6cf0-4e13-a8c8-ce7ec185a314), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.659424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d7c16b81-a293-4588-9b39-25d4768c1c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:10.663028 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d7c16b81-a293-4588-9b39-25d4768c1c4b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/b7dd20a8-6cf0-4e13-a8c8-ce7ec185a314 HTTP/1.1" status: 204 len: 168 time: 0.3294175 Aug 29 23:53:10.676823 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c16b81-a293-4588-9b39-25d4768c1c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dd20a8-6cf0-4e13-a8c8-ce7ec185a314,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:11.010932 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0ef6d687-91e7-4d39-a919-bedfe4daf24c req-f6f29731-d689-435d-99c8-57638abe8d38 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 210 time: 0.0640657 Aug 29 23:53:11.126100 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48270) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:11.366548 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3097f5dd-4a36-4979-8028-8c4dca3444b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.421351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:11.539310 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3097f5dd-4a36-4979-8028-8c4dca3444b7 admin admin] Publish callbacks [] for security_group (321cb2fe-aa98-42ae-adc1-d27e1c258086), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.614480 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3097f5dd-4a36-4979-8028-8c4dca3444b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (321cb2fe-aa98-42ae-adc1-d27e1c258086), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.703352 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-3097f5dd-4a36-4979-8028-8c4dca3444b7 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7d3ce3d479a646d0be9d9c61d8b27123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5705938 Aug 29 23:53:11.703352 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097f5dd-4a36-4979-8028-8c4dca3444b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321cb2fe-aa98-42ae-adc1-d27e1c258086,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:11.710371 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48294) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:11.769969 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aa2cd-9ed8-493e-b978-2269c19c7c5a req-102823ae-f459-49de-ae0c-3864d1a71639 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:11.772960 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f65aa2cd-9ed8-493e-b978-2269c19c7c5a req-102823ae-f459-49de-ae0c-3864d1a71639 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.3633149 Aug 29 23:53:11.853393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Publish callbacks [] for security_group (321cb2fe-aa98-42ae-adc1-d27e1c258086), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:11.880975 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f65aa2cd-9ed8-493e-b978-2269c19c7c5a req-a35f1490-52b1-44ce-a09b-5bd9a695b4ad tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007445 Aug 29 23:53:11.892588 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Publish callbacks [] for security_group (321cb2fe-aa98-42ae-adc1-d27e1c258086), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.070560 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (321cb2fe-aa98-42ae-adc1-d27e1c258086), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.088888 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.088888 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/321cb2fe-aa98-42ae-adc1-d27e1c258086 HTTP/1.1" status: 204 len: 168 time: 0.3624773 Aug 29 23:53:12.101735 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321cb2fe-aa98-42ae-adc1-d27e1c258086,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:12.149867 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.150871 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.151654 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.152473 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.153371 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.154652 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.155479 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.156497 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.157324 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.158066 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.158663 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.159374 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.159841 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.160385 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.160935 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e46ffb-96ee-4988-8958-0b9c8113a61d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:12.203101 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:12.247685 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48320) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:12.259326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-504113d1-e3d4-4fcb-a600-81590a91f2e6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--355225505', 'description': 'tempest-description--1614230330'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:12.286720 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cfeaf5be-adc7-408a-a2c2-06b832898b56 req-00092d12-a438-40b2-87f2-f30d087d40d1 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 210 time: 0.1205530 Aug 29 23:53:12.388230 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-dc7a04bc-a88e-4176-867e-9a16ec5a0f69 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:12.389916 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-dc7a04bc-a88e-4176-867e-9a16ec5a0f69 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9679b41b-badb-474e-91ed-865a85109ffa HTTP/1.1" status: 200 len: 809 time: 0.2724583 Aug 29 23:53:12.402285 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Request body: {'port': {'device_id': '98048107-6035-440d-b29e-4b51e50e671b', 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa', 'admin_state_up': True, 'tenant_id': '87299c60c42b43e7bf7e8f92f30ae87d'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:12.407679 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-504113d1-e3d4-4fcb-a600-81590a91f2e6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.453354 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:12.551191 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-504113d1-e3d4-4fcb-a600-81590a91f2e6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group (011b0548-f27f-40a1-8737-841dd0c56297), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.699202 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-504113d1-e3d4-4fcb-a600-81590a91f2e6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (011b0548-f27f-40a1-8737-841dd0c56297), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.739043 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504113d1-e3d4-4fcb-a600-81590a91f2e6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=011b0548-f27f-40a1-8737-841dd0c56297,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:12.761758 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Made reservation on behalf of 87299c60c42b43e7bf7e8f92f30ae87d for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:12.770084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.797301 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:12.914163 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-504113d1-e3d4-4fcb-a600-81590a91f2e6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:12.916772 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-504113d1-e3d4-4fcb-a600-81590a91f2e6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6700022 Aug 29 23:53:12.920196 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48348) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:12.928159 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-93b0bca1-34d8-42f7-ab79-0743724956e5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'security_group_rule': {'security_group_id': '011b0548-f27f-40a1-8737-841dd0c56297', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:12.997219 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Allocated IP 172.20.0.3 (9679b41b-badb-474e-91ed-865a85109ffa/9ae1696e-863c-49c7-8b6e-cfccfe614055/d1602be7-c422-4463-af42-5384d69d2c62) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:13.113690 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-93b0bca1-34d8-42f7-ab79-0743724956e5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group_rule (154ec8eb-a828-424d-9af6-24076c6685a9), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.129902 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af35072-eb54-49ad-894f-e2daf6f38431 req-dcb0575b-d207-4c45-b97c-edbb3e6c2647 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:13.131728 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3af35072-eb54-49ad-894f-e2daf6f38431 req-dcb0575b-d207-4c45-b97c-edbb3e6c2647 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1242781 Aug 29 23:53:13.212536 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-93b0bca1-34d8-42f7-ab79-0743724956e5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group_rule (154ec8eb-a828-424d-9af6-24076c6685a9), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.252696 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3af35072-eb54-49ad-894f-e2daf6f38431 req-04768046-7d8b-4c04-a444-5a92d04dd728 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127427 Aug 29 23:53:13.316679 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-93b0bca1-34d8-42f7-ab79-0743724956e5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (154ec8eb-a828-424d-9af6-24076c6685a9), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.378709 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0bca1-34d8-42f7-ab79-0743724956e5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154ec8eb-a828-424d-9af6-24076c6685a9,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:13.383374 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks [] for port (d1602be7-c422-4463-af42-5384d69d2c62), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.478787 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:13.484061 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-93b0bca1-34d8-42f7-ab79-0743724956e5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.485540 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8aad0359-6656-4dda-8798-e6df698f1f60 req-69871c13-827f-44aa-96b4-5b3278474c7a tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 210 time: 0.0693002 Aug 29 23:53:13.492014 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-93b0bca1-34d8-42f7-ab79-0743724956e5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5677779 Aug 29 23:53:13.495261 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48374) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:13.503253 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-28f0af50-5cfb-4201-b437-7d397398ba89 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'security_group_rule': {'security_group_id': '011b0548-f27f-40a1-8737-841dd0c56297', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:13.603814 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (d1602be7-c422-4463-af42-5384d69d2c62), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.663157 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-28f0af50-5cfb-4201-b437-7d397398ba89 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group_rule (5d15940d-4fc7-40fc-a49a-e5c31a34df76), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.677226 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Network 9679b41b-badb-474e-91ed-865a85109ffa is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:13.692927 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:13.704691 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:13.709302 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:13.709963 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.727006 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Pushing event updated for resources: {'Port': ['ID=d1602be7-c422-4463-af42-5384d69d2c62,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:13.782528 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-28f0af50-5cfb-4201-b437-7d397398ba89 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group_rule (5d15940d-4fc7-40fc-a49a-e5c31a34df76), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.830475 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-6269bd7a-c274-4624-a8f6-13026d9a24dc tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4320276 Aug 29 23:53:13.850190 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Request body: {'port': {'device_id': '98048107-6035-440d-b29e-4b51e50e671b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:13.894826 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-28f0af50-5cfb-4201-b437-7d397398ba89 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (5d15940d-4fc7-40fc-a49a-e5c31a34df76), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:13.952753 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0af50-5cfb-4201-b437-7d397398ba89 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d15940d-4fc7-40fc-a49a-e5c31a34df76,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:13.979874 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48406) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:14.000677 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d1602be7-c422-4463-af42-5384d69d2c62), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.053653 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-28f0af50-5cfb-4201-b437-7d397398ba89 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.055161 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-28f0af50-5cfb-4201-b437-7d397398ba89 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5585361 Aug 29 23:53:14.058646 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48410) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:14.064003 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:14.142976 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2092597631-network', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:14.212983 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.298537 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Made reservation on behalf of 2f665e85ae5b4008b60765fd3076a331 for: {'network': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:14.302510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.335279 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:14.361652 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.369326 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1602be7-c422-4463-af42-5384d69d2c62 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:14.383211 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Publish callbacks [] for port (d1602be7-c422-4463-af42-5384d69d2c62), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.386410 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.399430 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Transition to ACTIVE for port object d1602be7-c422-4463-af42-5384d69d2c62 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:14.459421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7a216-acf2-481c-9648-26307f48467b req-78f4d550-9ff6-4b31-b0bf-0ffeb7b62a90 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:14.461219 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-14c7a216-acf2-481c-9648-26307f48467b req-78f4d550-9ff6-4b31-b0bf-0ffeb7b62a90 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0579689 Aug 29 23:53:14.462990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:14.494380 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d1602be7-c422-4463-af42-5384d69d2c62), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.554286 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Publish callbacks [] for security_group (4709499e-b0cc-4d97-9aa4-74c825334ec8), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.609601 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-14c7a216-acf2-481c-9648-26307f48467b req-06955de6-96a8-4208-9eb6-1b8345fe0b5c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414406 Aug 29 23:53:14.615848 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1602be7-c422-4463-af42-5384d69d2c62,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:14.646066 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Attempting to bind port d1602be7-c422-4463-af42-5384d69d2c62 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:14.646479 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Attempting to bind port d1602be7-c422-4463-af42-5384d69d2c62 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:14.646765 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Attempting to bind port d1602be7-c422-4463-af42-5384d69d2c62 on network 9679b41b-badb-474e-91ed-865a85109ffa {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:14.656615 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (4709499e-b0cc-4d97-9aa4-74c825334ec8), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.673914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Port d1602be7-c422-4463-af42-5384d69d2c62 on network 9679b41b-badb-474e-91ed-865a85109ffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:14.673914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Attempting to bind port d1602be7-c422-4463-af42-5384d69d2c62 on network 9679b41b-badb-474e-91ed-865a85109ffa {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:14.689443 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:14.689797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Checking segment: {'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:14.690176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Bound using segment: {'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:14.690672 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Bound port: d1602be7-c422-4463-af42-5384d69d2c62, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:14.691194 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d1602be7-c422-4463-af42-5384d69d2c62), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.759695 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Allocated IP 172.27.2.14 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/3554b6f1-0725-4994-b4ee-5742307fe889) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:14.847405 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=113460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:53:14.874761 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382b788-b440-42c4-8704-7dcc9cd0ab8b req-a134476c-a8a8-4f58-aace-131d3a8b314e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:14.876627 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0382b788-b440-42c4-8704-7dcc9cd0ab8b req-a134476c-a8a8-4f58-aace-131d3a8b314e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 943 time: 0.1825695 Aug 29 23:53:14.983367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for port (3554b6f1-0725-4994-b4ee-5742307fe889), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:14.992835 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:15.005956 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] For port d1602be7-c422-4463-af42-5384d69d2c62, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:15.015443 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] For port d1602be7-c422-4463-af42-5384d69d2c62, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d1602be7-c422-4463-af42-5384d69d2c62,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:15.030868 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (eb7a778f-c8c1-49e5-a802-d2c4ca14d80c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.031273 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.segments_db [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Added segment eb7a778f-c8c1-49e5-a802-d2c4ca14d80c of type vlan for network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 Aug 29 23:53:15.048076 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:15.055262 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0382b788-b440-42c4-8704-7dcc9cd0ab8b req-b8fdcc0b-3ff1-4f89-93a4-3ac3bd43d1a9 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664021 Aug 29 23:53:15.109657 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d1602be7-c422-4463-af42-5384d69d2c62), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.122274 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.124097 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.125996 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/d1602be7-c422-4463-af42-5384d69d2c62 HTTP/1.1" status: 200 len: 1093 time: 1.2825646 Aug 29 23:53:15.128019 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98048107-6035-440d-b29e-4b51e50e671b', 'tag': 'd1602be7-c422-4463-af42-5384d69d2c62'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:15.131433 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386fe8bb-6e3e-4ac5-a36d-bee62d602fce" -d '{"events": [{"name": "network-changed", "server_uuid": "98048107-6035-440d-b29e-4b51e50e671b", "tag": "d1602be7-c422-4463-af42-5384d69d2c62"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:15.136044 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4709499e-b0cc-4d97-9aa4-74c825334ec8,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:15.191624 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-f469602d-057c-40d0-acae-385538df27c4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1838696 Aug 29 23:53:15.194361 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (b97d4e68-0c55-4a53-bf7a-6ed3a3de0378), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.227862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa67afaf-9783-45d7-b0d0-bdbe64a5066f x-openstack-request-id: req-aa67afaf-9783-45d7-b0d0-bdbe64a5066f {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:15.228534 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98048107-6035-440d-b29e-4b51e50e671b", "tag": "d1602be7-c422-4463-af42-5384d69d2c62", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:15.229017 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-aa67afaf-9783-45d7-b0d0-bdbe64a5066f {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:15.229661 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa67afaf-9783-45d7-b0d0-bdbe64a5066f'] response: {'name': 'network-changed', 'server_uuid': '98048107-6035-440d-b29e-4b51e50e671b', 'tag': 'd1602be7-c422-4463-af42-5384d69d2c62', 'status': 'completed', 'code': 200} Aug 29 23:53:15.256377 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e0f36-a645-407e-9e57-fb3faf20e4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1602be7-c422-4463-af42-5384d69d2c62,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:15.328183 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-0d6fe257-e3d9-442e-bc52-766ae0ee794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.331241 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-0d6fe257-e3d9-442e-bc52-766ae0ee794e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 1130 time: 0.0840826 Aug 29 23:53:15.332896 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (3554b6f1-0725-4994-b4ee-5742307fe889), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.337511 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fe8bb-6e3e-4ac5-a36d-bee62d602fce req-f5923be9-18a6-43ec-8ea0-3b5ef66b8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.339407 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-386fe8bb-6e3e-4ac5-a36d-bee62d602fce req-f5923be9-18a6-43ec-8ea0-3b5ef66b8201 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=87299c60c42b43e7bf7e8f92f30ae87d&device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 1127 time: 0.0779755 Aug 29 23:53:15.415474 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (b97d4e68-0c55-4a53-bf7a-6ed3a3de0378), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.417066 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.417980 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:15.499030 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:15.523873 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:15.600263 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:15.640277 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fe8bb-6e3e-4ac5-a36d-bee62d602fce req-9047e15b-930b-4037-940f-fb7d799b811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.644492 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-386fe8bb-6e3e-4ac5-a36d-bee62d602fce req-9047e15b-930b-4037-940f-fb7d799b811c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=87299c60c42b43e7bf7e8f92f30ae87d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2927270 Aug 29 23:53:15.829275 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event updated for resources: {'Port': ['ID=3554b6f1-0725-4994-b4ee-5742307fe889,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:15.851576 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8676870 Aug 29 23:53:15.864914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48460) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:15.892868 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e195a-4e96-4988-b38e-daef97a8ac66 admin admin] Pushing event updated for resources: {'Network': ['ID=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:15.908653 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-10b350c8-9ff2-44db-9f01-405554b136ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:15.910321 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:53:15.911266 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-10b350c8-9ff2-44db-9f01-405554b136ba service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.5263791 Aug 29 23:53:15.928122 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Request body: {'subnet': {'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2092597631-subnet', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:16.001513 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-00633e01-8bcc-4c1a-afd2-c461afe65c6c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c HTTP/1.1" status: 200 len: 217 time: 0.0834999 Aug 29 23:53:16.086910 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (a5d56cf3-5398-4d27-83c5-a43e69e1701c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.097173 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-919d601e-f96b-4f6b-862a-36c042535f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.098768 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-919d601e-f96b-4f6b-862a-36c042535f7e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0728319 Aug 29 23:53:16.140052 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331ad8c-cf1f-4a43-9f40-3a0ae03e63ff req-6805bf09-0c22-496e-a700-bb5e5463376d tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.142742 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8331ad8c-cf1f-4a43-9f40-3a0ae03e63ff req-6805bf09-0c22-496e-a700-bb5e5463376d tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.2701781 Aug 29 23:53:16.144551 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fe8bb-6e3e-4ac5-a36d-bee62d602fce req-a15828c8-7cf8-4ef9-9f7c-19e3076ec218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.146179 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-386fe8bb-6e3e-4ac5-a36d-bee62d602fce req-a15828c8-7cf8-4ef9-9f7c-19e3076ec218 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4956865 Aug 29 23:53:16.205955 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-7ba614db-ff70-40d2-9735-3524185eb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.207975 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-7ba614db-ff70-40d2-9735-3524185eb091 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005981 Aug 29 23:53:16.257430 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Made reservation on behalf of 2f665e85ae5b4008b60765fd3076a331 for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:16.259874 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.287842 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (3554b6f1-0725-4994-b4ee-5742307fe889), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.306363 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8331ad8c-cf1f-4a43-9f40-3a0ae03e63ff req-33857e94-4b7f-4306-bae7-b35f363cd1c4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580467 Aug 29 23:53:16.397454 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-ae29a0f3-9da7-4520-a58e-e1cba194ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.399134 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-ae29a0f3-9da7-4520-a58e-e1cba194ba93 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=87299c60c42b43e7bf7e8f92f30ae87d&device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 1127 time: 0.1920590 Aug 29 23:53:16.410350 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d3882-9065-42c1-95d6-2452f29cab46 req-f7974410-6142-4281-a9ff-3bc302c34024 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:16.411990 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-074d3882-9065-42c1-95d6-2452f29cab46 req-f7974410-6142-4281-a9ff-3bc302c34024 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 943 time: 0.1923256 Aug 29 23:53:16.420180 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-a65a493b-7c50-415d-ac6d-4dd8f83e66c5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906385 Aug 29 23:53:16.491603 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-074d3882-9065-42c1-95d6-2452f29cab46 req-f2d27db0-dbff-4548-b99b-aa14e1d85ed9 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650375 Aug 29 23:53:16.544519 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48466) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:16.560641 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for port (3554b6f1-0725-4994-b4ee-5742307fe889), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.624632 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:16.678455 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-24149bac-b8e9-4951-ba3f-6cb241e2be32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.704798 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (3554b6f1-0725-4994-b4ee-5742307fe889), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.745453 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (0b064282-eeae-4dbc-ba96-f75056691db0), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.792482 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (a5d56cf3-5398-4d27-83c5-a43e69e1701c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.799048 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event updated for resources: {'Port': ['ID=3554b6f1-0725-4994-b4ee-5742307fe889,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:16.878323 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-24149bac-b8e9-4951-ba3f-6cb241e2be32 admin admin] Publish callbacks [] for security_group (113a9ab6-a401-420e-a10f-588abff7dd5c), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.913539 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b064282-eeae-4dbc-ba96-f75056691db0,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:16.925021 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Checking segment: {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:16.925455 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Network hostable DHCP agents. Network: b97d4e68-0c55-4a53-bf7a-6ed3a3de0378, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:53:16.927783 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:16.934626 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:16.950957 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-bf5bc1eb-10fd-4f44-9f42-03dfb9e494a6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8900263 Aug 29 23:53:16.984771 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-24149bac-b8e9-4951-ba3f-6cb241e2be32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (113a9ab6-a401-420e-a10f-588abff7dd5c), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.023616 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:53:17.038723 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-24149bac-b8e9-4951-ba3f-6cb241e2be32 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d05aca5e897d41a892437e5406eaf803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4929926 Aug 29 23:53:17.039437 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24149bac-b8e9-4951-ba3f-6cb241e2be32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113a9ab6-a401-420e-a10f-588abff7dd5c,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:17.044143 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48480) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:17.093878 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:17.111003 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a5bce1ea-f920-4003-ae1f-db78bf9bb943 admin admin] Publish callbacks [] for security_group (113a9ab6-a401-420e-a10f-588abff7dd5c), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.133095 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, b97d4e68-0c55-4a53-bf7a-6ed3a3de0378) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:17.138106 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:17.138960 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a5bce1ea-f920-4003-ae1f-db78bf9bb943 admin admin] Publish callbacks [] for security_group (113a9ab6-a401-420e-a10f-588abff7dd5c), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.139472 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.151078 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a957432-0d86-4af7-9b2b-7cd4d064d77e None None] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:17.156260 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:17.242946 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-3f91732e-2fbf-4e87-94ab-9364c5866f37 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3705702 Aug 29 23:53:17.243705 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48492) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:17.251246 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-88f84b09-5561-4796-8c4c-f6ba471317c7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--355225505&fields=id&tenant_id=cb38bc3ae5c14e4c8385809d84573600 HTTP/1.1" status: 200 len: 267 time: 0.0642896 Aug 29 23:53:17.252529 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:17.321963 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a5bce1ea-f920-4003-ae1f-db78bf9bb943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (113a9ab6-a401-420e-a10f-588abff7dd5c), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.325335 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a5bce1ea-f920-4003-ae1f-db78bf9bb943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.329466 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a5bce1ea-f920-4003-ae1f-db78bf9bb943 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/113a9ab6-a401-420e-a10f-588abff7dd5c HTTP/1.1" status: 204 len: 168 time: 0.2808297 Aug 29 23:53:17.329759 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:53:17.329759 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.340748 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bce1ea-f920-4003-ae1f-db78bf9bb943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a9ab6-a401-420e-a10f-588abff7dd5c,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:17.362668 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (084aa545-d69d-4bd3-8653-853cbd60a2ba), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.364221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (084aa545-d69d-4bd3-8653-853cbd60a2ba), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.404965 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-fa003616-af43-4a0c-b0bf-3fe4993e3cb7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:17.406779 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-fa003616-af43-4a0c-b0bf-3fe4993e3cb7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 819 time: 0.1544862 Aug 29 23:53:17.432521 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-8721c871-bc4c-469d-8cce-32d0a540872d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/quotas/cb38bc3ae5c14e4c8385809d84573600 HTTP/1.1" status: 200 len: 375 time: 0.0149906 Aug 29 23:53:17.464709 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks [] for router_controller (084aa545-d69d-4bd3-8653-853cbd60a2ba), precommit_add_association {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.494849 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-9c5e3f21-3524-4504-95ab-8ec2d004a8ff tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0612199 Aug 29 23:53:17.533067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Allocated IP 172.20.0.2 (b97d4e68-0c55-4a53-bf7a-6ed3a3de0378/0b064282-eeae-4dbc-ba96-f75056691db0/86c1a8cc-6d71-473c-912a-cec5ffdb6050) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:17.678164 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:17.763946 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks [] for router_gateway (084aa545-d69d-4bd3-8653-853cbd60a2ba), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.775787 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Publish callbacks [] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.836856 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a077f-93d0-4687-83dd-62997190e3f6 req-70c9276f-9a77-4d28-98b0-a09572648d8b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:17.839374 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a59a077f-93d0-4687-83dd-62997190e3f6 req-70c9276f-9a77-4d28-98b0-a09572648d8b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.3431885 Aug 29 23:53:17.890567 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:17.905966 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:17.934957 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:17.943568 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:17.946912 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:17.967483 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Pushing event updated for resources: {'Port': ['ID=86c1a8cc-6d71-473c-912a-cec5ffdb6050,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:17.982872 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-e06ec887-2cbe-4cc5-9fa3-95ee6cb0af45 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574480 Aug 29 23:53:17.992159 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a59a077f-93d0-4687-83dd-62997190e3f6 req-fa7b7363-ec85-482c-97c1-82363b06368a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408710 Aug 29 23:53:17.997269 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:17.997660 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:17.998014 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:17.998378 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:17.998948 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:17.999460 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.000061 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.000552 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.001039 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.001515 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.002014 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.002554 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.003037 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.003516 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.003998 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:18.071550 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Attempting to bind port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:18.072172 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Attempting to bind port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:18.072795 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Attempting to bind port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 on network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:18.085586 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:18.089070 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Checking segment: {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:18.090873 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.091772 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Bound using segment: {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:18.092173 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Bound port: 86c1a8cc-6d71-473c-912a-cec5ffdb6050, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:18.094975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.204663 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-f1aee564-2b67-448b-a8d9-679ab208c8c7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105880 Aug 29 23:53:18.252605 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f84bf-958a-4389-a249-5ea578cff74c req-f8797345-d893-4c07-b0ae-e69abaa07150 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:18.254292 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-016f84bf-958a-4389-a249-5ea578cff74c req-f8797345-d893-4c07-b0ae-e69abaa07150 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 943 time: 0.1148643 Aug 29 23:53:18.260507 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:18.273500 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] For port 86c1a8cc-6d71-473c-912a-cec5ffdb6050, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:18.280986 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] For port 86c1a8cc-6d71-473c-912a-cec5ffdb6050, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=86c1a8cc-6d71-473c-912a-cec5ffdb6050,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:18.341703 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks [] for router_gateway (084aa545-d69d-4bd3-8653-853cbd60a2ba), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.369010 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-016f84bf-958a-4389-a249-5ea578cff74c req-d9bd90ae-c17a-4a2f-8e77-69f3884f2bcf tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021104 Aug 29 23:53:18.387843 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48508) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:18.414831 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.414993 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-df58c900-4bb7-4737-9dc7-a54504ea1ecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.428520 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.504215 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c005fc-14a6-40ce-ae10-79361fa7cd82 None None] Pushing event updated for resources: {'Port': ['ID=86c1a8cc-6d71-473c-912a-cec5ffdb6050,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:18.554750 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-df58c900-4bb7-4737-9dc7-a54504ea1ecd admin admin] Publish callbacks [] for security_group (95586f4b-5da2-4add-8dda-e5cbe8a94104), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.573590 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:18.615609 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Allocated IP 172.27.2.177 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/b4c0d4ed-6917-4876-990f-b6bcad700cd3) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:18.647749 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-df58c900-4bb7-4737-9dc7-a54504ea1ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (95586f4b-5da2-4add-8dda-e5cbe8a94104), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.734142 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-df58c900-4bb7-4737-9dc7-a54504ea1ecd admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=dc7699e93730481f837fef4aa3f356c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438203 Aug 29 23:53:18.735136 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:18.736468 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-32df8ddf-df67-4b6b-9870-8ad72737088c req-e136bd44-d92e-4a5f-bae8-98aeb57b8355 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.1275580 Aug 29 23:53:18.740840 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48514) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:18.813820 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58c900-4bb7-4737-9dc7-a54504ea1ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95586f4b-5da2-4add-8dda-e5cbe8a94104,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:18.856994 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks [] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.894923 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-b58f6769-4d5e-4ec9-9d51-660001b8f635 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1602be7-c422-4463-af42-5384d69d2c62 HTTP/1.1" status: 200 len: 217 time: 0.0423520 Aug 29 23:53:18.988483 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e3f36d4-88f2-4520-8989-8035f8a1212b admin admin] Publish callbacks [] for security_group (95586f4b-5da2-4add-8dda-e5cbe8a94104), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:18.994897 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f713d8c3-a4f0-46e3-9bdb-b5c90d6b50cc req-143e18e8-09bd-49d5-aff9-6f19b2ac1e74 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345775 Aug 29 23:53:19.014777 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:19.022133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-3dbf3c64-e347-4ad9-9906-f5d5c93b294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:19.029722 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-3dbf3c64-e347-4ad9-9906-f5d5c93b294c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9ae1696e-863c-49c7-8b6e-cfccfe614055 HTTP/1.1" status: 200 len: 849 time: 0.1246712 Aug 29 23:53:19.044679 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e3f36d4-88f2-4520-8989-8035f8a1212b admin admin] Publish callbacks [] for security_group (95586f4b-5da2-4add-8dda-e5cbe8a94104), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.087777 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.108980 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-395fc487-12d3-4915-879b-ce8c37b4af78 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9679b41b-badb-474e-91ed-865a85109ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602651 Aug 29 23:53:19.172382 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:19.174956 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:19.184301 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:19.195258 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c0d4ed-6917-4876-990f-b6bcad700cd3,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:19.204815 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41bf8-b6c8-49e7-9f57-95d241a06a73 req-01f3ccdc-cb56-43b9-bfee-f1b0e82568ce tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:19.208516 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-16e41bf8-b6c8-49e7-9f57-95d241a06a73 req-01f3ccdc-cb56-43b9-bfee-f1b0e82568ce tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0648248 Aug 29 23:53:19.292297 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-16e41bf8-b6c8-49e7-9f57-95d241a06a73 req-b39dc979-7b5a-4811-808a-bfb437183ddd tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772460 Aug 29 23:53:19.294822 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e3f36d4-88f2-4520-8989-8035f8a1212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (95586f4b-5da2-4add-8dda-e5cbe8a94104), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.300143 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e3f36d4-88f2-4520-8989-8035f8a1212b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.302125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-7e3f36d4-88f2-4520-8989-8035f8a1212b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/95586f4b-5da2-4add-8dda-e5cbe8a94104 HTTP/1.1" status: 204 len: 168 time: 0.5597446 Aug 29 23:53:19.347967 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f36d4-88f2-4520-8989-8035f8a1212b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95586f4b-5da2-4add-8dda-e5cbe8a94104,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:19.762645 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef942-23b5-4ea8-9827-d54399c546e7 req-34fee8af-1ce1-4071-aeaf-459eee3f1f91 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:19.767135 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8c1ef942-23b5-4ea8-9827-d54399c546e7 req-34fee8af-1ce1-4071-aeaf-459eee3f1f91 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 943 time: 0.1912630 Aug 29 23:53:19.780364 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:53:19.816057 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks [] for router_gateway (084aa545-d69d-4bd3-8653-853cbd60a2ba), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:19.901748 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8c1ef942-23b5-4ea8-9827-d54399c546e7 req-59b09eb4-81dc-4223-9989-0d92bbc4258d tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258900 Aug 29 23:53:19.943383 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-0298b901-9c8f-4623-94c1-d98192d09c46 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684116 Aug 29 23:53:20.037392 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 86c1a8cc-6d71-473c-912a-cec5ffdb6050 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:20.222300 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:20.222953 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.240792 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70e96cae-5744-4414-a37c-e579f1bc76cb req-98a44175-3a74-496f-91a6-d7ea8e4ecb28 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657442 Aug 29 23:53:20.333016 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1c3ec39c-5d8e-4d61-ba2a-63a5738895f7 req-12ac10d9-822d-4215-b034-8c42267167f0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0871708 Aug 29 23:53:20.372189 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (084aa545-d69d-4bd3-8653-853cbd60a2ba), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.447488 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04ce61-076d-4e18-8cf7-7ec8403aa33e None None] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:20.579187 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-1b63d152-1a98-4232-939e-0d2d4bb772ab None None] Provisioning complete for port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:20.579620 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b63d152-1a98-4232-939e-0d2d4bb772ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.581749 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:20.582137 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.623588 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9a09-9e5a-4fa7-8b8d-d6ee6150b046 req-90c06994-774a-4f0f-bd7b-e265b15db617 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:20.638555 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-34ed9a09-9e5a-4fa7-8b8d-d6ee6150b046 req-90c06994-774a-4f0f-bd7b-e265b15db617 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1021295 Aug 29 23:53:20.652142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:20.657876 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:20.769026 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 86c1a8cc-6d71-473c-912a-cec5ffdb6050, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=86c1a8cc-6d71-473c-912a-cec5ffdb6050,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:20.784563 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Router 084aa545-d69d-4bd3-8653-853cbd60a2ba is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:53:20.831432 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-34ed9a09-9e5a-4fa7-8b8d-d6ee6150b046 req-d1abbc4d-21b5-40a3-bd1b-68b992fa47eb tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562331 Aug 29 23:53:20.854405 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:20.954737 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-1b63d152-1a98-4232-939e-0d2d4bb772ab None None] Current status of the port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:20.955134 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-1b63d152-1a98-4232-939e-0d2d4bb772ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:21.041751 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=86c1a8cc-6d71-473c-912a-cec5ffdb6050,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:21.079174 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.db.api [None req-1b63d152-1a98-4232-939e-0d2d4bb772ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113461) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 29 23:53:21.080662 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG oslo_db.api [None req-1b63d152-1a98-4232-939e-0d2d4bb772ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 29 23:53:21.092442 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:21.114134 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Sync routers for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:21.163463 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:21.164361 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:21.210769 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:21.212218 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-17397105-bfbd-432e-9da4-6e988331db63 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9672718 Aug 29 23:53:21.216802 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48580) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:21.239392 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2c822-20ad-4d6e-9544-ed65f2c1d37a req-e6e96c25-df1c-47b6-8a78-e9314f67fdc1 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:21.248185 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3ff2c822-20ad-4d6e-9544-ed65f2c1d37a req-e6e96c25-df1c-47b6-8a78-e9314f67fdc1 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 943 time: 0.1051917 Aug 29 23:53:21.302226 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:21.330694 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3ff2c822-20ad-4d6e-9544-ed65f2c1d37a req-30b87134-a7b2-4f62-b4c3-8a19805bbff5 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661979 Aug 29 23:53:21.334616 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:21.546604 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-142e2f09-43c6-45cd-bbe9-1e90694127fa req-1587a557-fefa-4772-929b-7e601f36e016 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0756640 Aug 29 23:53:21.638906 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:21.767520 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:19Z', 'revision_number': 3, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:21.778917 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:21.808276 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Checking router: 084aa545-d69d-4bd3-8653-853cbd60a2ba for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:21.809283 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Updating router 084aa545-d69d-4bd3-8653-853cbd60a2ba port b4c0d4ed-6917-4876-990f-b6bcad700cd3 binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:53:21.814222 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-1b63d152-1a98-4232-939e-0d2d4bb772ab None None] Current status of the port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:21.868600 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:21.935953 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 86c1a8cc-6d71-473c-912a-cec5ffdb6050 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:21.984287 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-3f097369-f657-45b3-9912-b227a456c3b8 None None] Provisioning complete for port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:21.984663 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3f097369-f657-45b3-9912-b227a456c3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.024274 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:22.106199 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:22.106841 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.121443 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73576298-0000-4828-81e1-945fc7b1ca02 req-e1d590ba-caed-4ccf-88da-8dd94d0dc063 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:22.123615 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-73576298-0000-4828-81e1-945fc7b1ca02 req-e1d590ba-caed-4ccf-88da-8dd94d0dc063 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0663188 Aug 29 23:53:22.134866 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cd196-c1f7-4dea-9517-f9cb937782ea req-3f4021fe-87d9-4b48-b1c6-1c753d5d7c03 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:22.144181 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470cd196-c1f7-4dea-9517-f9cb937782ea req-3f4021fe-87d9-4b48-b1c6-1c753d5d7c03 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1325479 Aug 29 23:53:22.262124 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-470cd196-c1f7-4dea-9517-f9cb937782ea req-ca8340ef-5818-4157-8c7c-42c680f05ef9 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164701 Aug 29 23:53:22.291713 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-73576298-0000-4828-81e1-945fc7b1ca02 req-0ed6982c-0685-43c9-a421-f8bbb127ebab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441855 Aug 29 23:53:22.302898 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.335701 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:22.379254 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-3f097369-f657-45b3-9912-b227a456c3b8 None None] Current status of the port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:22.508415 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Publish callbacks [] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.550063 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc0293-1fa8-459d-a381-79d0c7d2ba30 req-751ea44b-2468-467f-91a2-1e30cd6704f0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:22.551762 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d5bc0293-1fa8-459d-a381-79d0c7d2ba30 req-751ea44b-2468-467f-91a2-1e30cd6704f0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 943 time: 0.0586917 Aug 29 23:53:22.584835 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.641877 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d5bc0293-1fa8-459d-a381-79d0c7d2ba30 req-a1611ecf-1a08-465a-98de-57699590f829 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840738 Aug 29 23:53:22.654707 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Allocated IP 172.20.0.1 (b97d4e68-0c55-4a53-bf7a-6ed3a3de0378/0b064282-eeae-4dbc-ba96-f75056691db0/685aeaf0-a923-42ea-a9ba-a5ea54d8f97d) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:22.663395 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Attempting to bind port b4c0d4ed-6917-4876-990f-b6bcad700cd3 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:22.677533 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Attempting to bind port b4c0d4ed-6917-4876-990f-b6bcad700cd3 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:22.677912 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Attempting to bind port b4c0d4ed-6917-4876-990f-b6bcad700cd3 on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:22.693105 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:22.693483 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:22.693886 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.694282 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:22.694807 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Bound port: b4c0d4ed-6917-4876-990f-b6bcad700cd3, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:22.695191 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.715838 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:22.718725 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8774a98-c219-453e-a892-4f54855e88f4 None None] Pushing event updated for resources: {'Port': ['ID=b4c0d4ed-6917-4876-990f-b6bcad700cd3,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:22.738198 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2c0e3318-a14f-41fa-9cc9-1eae43200720 req-e52d903a-7d56-48f6-804d-1a60c8668dec tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0410824 Aug 29 23:53:22.825691 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Publish callbacks [] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.831450 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] For port b4c0d4ed-6917-4876-990f-b6bcad700cd3, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:22.835645 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] For port b4c0d4ed-6917-4876-990f-b6bcad700cd3, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b4c0d4ed-6917-4876-990f-b6bcad700cd3,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:22.840969 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:22.946669 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.947573 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:22.993409 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:22.994054 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:23.027325 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Pushing event updated for resources: {'Port': ['ID=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:23.049489 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:23.049489 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:23.049489 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:23.092265 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (084aa545-d69d-4bd3-8653-853cbd60a2ba), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.095155 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:23.120118 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8774a98-c219-453e-a892-4f54855e88f4 None None] Pushing event updated for resources: {'Port': ['ID=b4c0d4ed-6917-4876-990f-b6bcad700cd3,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:23.233220 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:23.236188 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:23.266291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d1602be7-c422-4463-af42-5384d69d2c62 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:23.409453 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.456626 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-529c0e6e-5064-491d-95b3-f756e12dd2e2 None None] Provisioning complete for port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:23.457017 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-529c0e6e-5064-491d-95b3-f756e12dd2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.487884 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fbc81-a231-4dc2-a8b2-daad24653678 req-c3d964ee-d653-4611-9ff2-3b1c19e4bb05 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:23.490402 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ec7fbc81-a231-4dc2-a8b2-daad24653678 req-c3d964ee-d653-4611-9ff2-3b1c19e4bb05 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1036727 Aug 29 23:53:23.548552 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:23.567037 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-529c0e6e-5064-491d-95b3-f756e12dd2e2 None None] Port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:23.622552 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d1602be7-c422-4463-af42-5384d69d2c62, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d1602be7-c422-4463-af42-5384d69d2c62,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:23.643764 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:19Z', 'revision_number': 3, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:23.644306 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ec7fbc81-a231-4dc2-a8b2-daad24653678 req-240799de-cb36-47b2-9763-952de30d81d8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430571 Aug 29 23:53:23.690033 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'd1602be7-c422-4463-af42-5384d69d2c62', 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa', 'port_id': 'd1602be7-c422-4463-af42-5384d69d2c62', 'mac_address': 'fa:16:3e:a9:ac:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1696e-863c-49c7-8b6e-cfccfe614055', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:23.690033 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc40221-2c5b-45bb-8c80-7c8b38f0d118 None None] The sync data for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi is: [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:19Z', 'revision_number': 3, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:23.692673 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274be19b-066d-4029-82a8-fac40ee86dd8 req-b7bcb9b3-07fd-4625-bcf5-e25ecab140ed tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:23.692673 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-274be19b-066d-4029-82a8-fac40ee86dd8 req-b7bcb9b3-07fd-4625-bcf5-e25ecab140ed tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1981132 Aug 29 23:53:23.698180 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Publish callbacks [] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.728807 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d1602be7-c422-4463-af42-5384d69d2c62 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:23.729463 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d1602be7-c422-4463-af42-5384d69d2c62), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.745877 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1602be7-c422-4463-af42-5384d69d2c62 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:23.781241 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d1602be7-c422-4463-af42-5384d69d2c62, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d1602be7-c422-4463-af42-5384d69d2c62,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:23.801388 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.817035 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-274be19b-066d-4029-82a8-fac40ee86dd8 req-96c5b266-3f2d-4799-8ce1-8065abda6682 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199925 Aug 29 23:53:23.847175 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3014c3-bb4f-4f48-8cd7-25319c0ad723 req-1bb2f028-976c-4fff-b6b4-62aed66c7764 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:23.855304 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1d3014c3-bb4f-4f48-8cd7-25319c0ad723 req-1bb2f028-976c-4fff-b6b4-62aed66c7764 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 943 time: 0.0830262 Aug 29 23:53:23.869921 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d1602be7-c422-4463-af42-5384d69d2c62), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.920194 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Pushing event updated for resources: {'Port': ['ID=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:23.940284 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (084aa545-d69d-4bd3-8653-853cbd60a2ba), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:23.959172 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1d3014c3-bb4f-4f48-8cd7-25319c0ad723 req-bf94b31e-847e-4284-beaf-5ffceafabbac tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959017 Aug 29 23:53:24.000267 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d1602be7-c422-4463-af42-5384d69d2c62,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:24.032300 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:24.034047 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a81243ef-8e57-4c30-883d-a4e47cf76760 req-c18a31a4-fb78-4842-8d65-f59d27e7e84a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0677264 Aug 29 23:53:24.111918 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:24.114837 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:24.236770 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48648) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:24.407013 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Router 084aa545-d69d-4bd3-8653-853cbd60a2ba has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:53:24.514648 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['d1602be7-c422-4463-af42-5384d69d2c62'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:24.560142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-04d735b7-314f-484c-ad40-479efa5426c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:24.627184 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:24.642011 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-92bbd2be-bd12-4dd0-beeb-fec0aca2430f None None] Provisioning complete for port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:24.642678 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-92bbd2be-bd12-4dd0-beeb-fec0aca2430f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:24.649379 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ec7a9a7e-661c-459c-b0d8-bad2e1997107 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/084aa545-d69d-4bd3-8653-853cbd60a2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4296794 Aug 29 23:53:24.769243 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-92bbd2be-bd12-4dd0-beeb-fec0aca2430f None None] Port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:24.802255 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-04d735b7-314f-484c-ad40-479efa5426c8 admin admin] Publish callbacks [] for security_group (e91ccfab-ae37-4b28-a08d-dbeb1aa5ad75), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:24.891148 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-04d735b7-314f-484c-ad40-479efa5426c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (e91ccfab-ae37-4b28-a08d-dbeb1aa5ad75), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:24.966621 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:25.014765 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83a26b-340b-4a4e-9681-7d6e4be658f8 req-cbc5e7b2-64d6-42cb-a2c3-e0afbffcefc8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:25.016638 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9f83a26b-340b-4a4e-9681-7d6e4be658f8 req-cbc5e7b2-64d6-42cb-a2c3-e0afbffcefc8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1408939 Aug 29 23:53:25.042348 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-04d735b7-314f-484c-ad40-479efa5426c8 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=602ff95e8e44428cac7747abc1918c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8040884 Aug 29 23:53:25.043973 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d735b7-314f-484c-ad40-479efa5426c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91ccfab-ae37-4b28-a08d-dbeb1aa5ad75,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:25.047338 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48662) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:25.103871 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d0a0-46d3-4d25-8704-4b5c9725b1eb req-e09c523a-33af-4d95-9bce-325706adc9c0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:25.106181 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-de27d0a0-46d3-4d25-8704-4b5c9725b1eb req-e09c523a-33af-4d95-9bce-325706adc9c0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1349626 Aug 29 23:53:25.232873 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4ac69eb-ffe7-4833-a42f-79878af820ea admin admin] Publish callbacks [] for security_group (e91ccfab-ae37-4b28-a08d-dbeb1aa5ad75), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:25.270061 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9f83a26b-340b-4a4e-9681-7d6e4be658f8 req-1d14c863-40fd-4f49-8b93-4bc9dd851d86 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339475 Aug 29 23:53:25.305722 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4ac69eb-ffe7-4833-a42f-79878af820ea admin admin] Publish callbacks [] for security_group (e91ccfab-ae37-4b28-a08d-dbeb1aa5ad75), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:25.352782 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-de27d0a0-46d3-4d25-8704-4b5c9725b1eb req-f7716756-e136-403e-ac49-48497fd376fb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351472 Aug 29 23:53:25.469776 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4ac69eb-ffe7-4833-a42f-79878af820ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (e91ccfab-ae37-4b28-a08d-dbeb1aa5ad75), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:25.478688 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4ac69eb-ffe7-4833-a42f-79878af820ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:25.483699 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d4ac69eb-ffe7-4833-a42f-79878af820ea admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e91ccfab-ae37-4b28-a08d-dbeb1aa5ad75 HTTP/1.1" status: 204 len: 168 time: 0.4346416 Aug 29 23:53:25.495176 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac69eb-ffe7-4833-a42f-79878af820ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91ccfab-ae37-4b28-a08d-dbeb1aa5ad75,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:25.571384 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852b9af-8ed1-47e4-a43e-efbda7b2799f req-65a81129-9999-468c-a23c-262266bfa150 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:25.571384 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9852b9af-8ed1-47e4-a43e-efbda7b2799f req-65a81129-9999-468c-a23c-262266bfa150 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 944 time: 0.1499958 Aug 29 23:53:25.677585 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:25.681837 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7bf68e02-ad80-4e2d-9ef9-5aa5716ec664 req-cb10570d-4162-4b16-963e-6968985028fe tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0519657 Aug 29 23:53:25.715428 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9852b9af-8ed1-47e4-a43e-efbda7b2799f req-18e9bcc6-fe6e-44a4-a6cb-1194c0cb269d tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266019 Aug 29 23:53:25.863416 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b4c0d4ed-6917-4876-990f-b6bcad700cd3 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:25.930496 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port b4c0d4ed-6917-4876-990f-b6bcad700cd3 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:25.931090 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:25.998439 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:26.043709 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port b4c0d4ed-6917-4876-990f-b6bcad700cd3 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:26.044225 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.074185 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port b4c0d4ed-6917-4876-990f-b6bcad700cd3, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b4c0d4ed-6917-4876-990f-b6bcad700cd3,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:26.125077 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48688) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:26.136439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-872386456-network', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:26.169892 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.254045 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=b4c0d4ed-6917-4876-990f-b6bcad700cd3,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:26.259416 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Made reservation on behalf of c487dbdcde1f4ef098cd8bab7a1b7e27 for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:26.266034 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.279494 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.391484 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Publish callbacks [] for security_group (5e2c9d1d-ce94-4c9e-a96a-8707c3174ee1), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.451472 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aff28-d984-4840-85d2-f1373b61786f req-55fee9af-d47b-4771-b7df-7b2b180a0b5b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.453236 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-338aff28-d984-4840-85d2-f1373b61786f req-55fee9af-d47b-4771-b7df-7b2b180a0b5b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0647550 Aug 29 23:53:26.473634 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Sync routers for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:26.494633 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5e2c9d1d-ce94-4c9e-a96a-8707c3174ee1), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.494830 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:26.496399 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:26.581475 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:53:26.626935 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2c9d1d-ce94-4c9e-a96a-8707c3174ee1,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:26.632598 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-338aff28-d984-4840-85d2-f1373b61786f req-7c8cdef6-b1e4-4bfe-8841-4a1c4399fbd7 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728706 Aug 29 23:53:26.641552 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (29cc7454-7258-46a9-807d-517178e5baf9), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.641901 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Added segment 29cc7454-7258-46a9-807d-517178e5baf9 of type vlan for network 02c189c2-353e-4f90-9810-b7e118ca230d Aug 29 23:53:26.670415 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48694) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:26.682478 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:26.687435 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-edbe2e0a-7692-4d89-be7d-4a8557c7bfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.692420 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb754fe-bb32-4817-a523-f67062f813bb req-5b8e5736-7c6c-43ab-9e35-ff30933396e3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.695039 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-aeb754fe-bb32-4817-a523-f67062f813bb req-5b8e5736-7c6c-43ab-9e35-ff30933396e3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1314859 Aug 29 23:53:26.714836 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:26.766726 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (02c189c2-353e-4f90-9810-b7e118ca230d), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.860092 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-edbe2e0a-7692-4d89-be7d-4a8557c7bfc6 admin admin] Publish callbacks [] for security_group (ca3b462e-5e4f-41db-a60f-88a10e7c568c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.896484 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-aeb754fe-bb32-4817-a523-f67062f813bb req-46eed6c9-998e-425f-92b7-df31a942386d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741376 Aug 29 23:53:26.898619 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f5f3fecd-9bf4-4135-a2ca-78518bd883bc req-7c00dc21-ac9e-475b-8ae0-6ae129bdd8b0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0495312 Aug 29 23:53:26.929310 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-edbe2e0a-7692-4d89-be7d-4a8557c7bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ca3b462e-5e4f-41db-a60f-88a10e7c568c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.960906 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (02c189c2-353e-4f90-9810-b7e118ca230d), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:26.961943 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:26.962580 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.041504 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-edbe2e0a-7692-4d89-be7d-4a8557c7bfc6 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b97b0316c48b49d59504a9c55fbfd0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641574 Aug 29 23:53:27.041504 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe2e0a-7692-4d89-be7d-4a8557c7bfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3b462e-5e4f-41db-a60f-88a10e7c568c,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:27.041887 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48704) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:27.060879 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] Pushing event updated for resources: {'Network': ['ID=02c189c2-353e-4f90-9810-b7e118ca230d,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:27.074307 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-b8714dea-020a-4b03-b244-203c1275b677 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9429564 Aug 29 23:53:27.077988 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48706) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:27.080621 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 02c189c2-353e-4f90-9810-b7e118ca230d details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:53:27.086896 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Request body: {'subnet': {'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-872386456-subnet', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:27.155220 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a7999-56b5-41f5-a74f-44bac2f20ae9 req-335d97ff-dbaa-4459-b0cb-8ab4e864cecf tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:27.156839 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-271a7999-56b5-41f5-a74f-44bac2f20ae9 req-335d97ff-dbaa-4459-b0cb-8ab4e864cecf tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 944 time: 0.0824215 Aug 29 23:53:27.158560 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 2, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:27.163524 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6f30c480-ef6b-493e-9acc-43ba11ceed60 admin admin] Publish callbacks [] for security_group (ca3b462e-5e4f-41db-a60f-88a10e7c568c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.191337 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Made reservation on behalf of c487dbdcde1f4ef098cd8bab7a1b7e27 for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:27.195858 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9869216'] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.207795 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Checking router: 084aa545-d69d-4bd3-8653-853cbd60a2ba for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:27.208980 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Updating router 084aa545-d69d-4bd3-8653-853cbd60a2ba port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:53:27.210302 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6f30c480-ef6b-493e-9acc-43ba11ceed60 admin admin] Publish callbacks [] for security_group (ca3b462e-5e4f-41db-a60f-88a10e7c568c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.255237 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.256997 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-271a7999-56b5-41f5-a74f-44bac2f20ae9 req-0337942d-86d5-44eb-adc1-b1568d8969b8 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908606 Aug 29 23:53:27.266859 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:27.401285 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6f30c480-ef6b-493e-9acc-43ba11ceed60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ca3b462e-5e4f-41db-a60f-88a10e7c568c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.405676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6f30c480-ef6b-493e-9acc-43ba11ceed60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.408251 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-6f30c480-ef6b-493e-9acc-43ba11ceed60 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/ca3b462e-5e4f-41db-a60f-88a10e7c568c HTTP/1.1" status: 204 len: 168 time: 0.3653555 Aug 29 23:53:27.413021 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:27.423093 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30c480-ef6b-493e-9acc-43ba11ceed60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3b462e-5e4f-41db-a60f-88a10e7c568c,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:27.477292 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:27.599323 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Publish callbacks [] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.629181 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9604613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9869238'] for subnet (301082ad-f995-4f48-ad1d-4743801d0327), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.689267 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=301082ad-f995-4f48-ad1d-4743801d0327,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:27.699850 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Checking segment: {'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:27.700273 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Network hostable DHCP agents. Network: 02c189c2-353e-4f90-9810-b7e118ca230d, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:53:27.779798 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.783626 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d1602be7-c422-4463-af42-5384d69d2c62 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:27.790233 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb9e67-58a9-49c9-a92f-7e0ec15800f3 req-351678c2-1597-4d5d-a012-26fa3da2030a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:27.793568 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ddfb9e67-58a9-49c9-a92f-7e0ec15800f3 req-351678c2-1597-4d5d-a012-26fa3da2030a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0701637 Aug 29 23:53:27.819884 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:27.835740 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Network 02c189c2-353e-4f90-9810-b7e118ca230d is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:53:27.886942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b4c0d4ed-6917-4876-990f-b6bcad700cd3 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:27.890042 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ddfb9e67-58a9-49c9-a92f-7e0ec15800f3 req-c407ba79-8f1a-473f-a3d8-1a67eccb677e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796835 Aug 29 23:53:27.924058 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Attempting to bind port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:27.924437 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Attempting to bind port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:27.924799 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Attempting to bind port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d on network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:27.930625 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Pushing event updated for resources: {'Port': ['ID=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:27.936096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port d1602be7-c422-4463-af42-5384d69d2c62 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:53:27.942909 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.943499 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.944169 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.944276 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 02c189c2-353e-4f90-9810-b7e118ca230d) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:27.944635 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.945117 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.945591 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.946075 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.946569 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.947042 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.947538 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.947875 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.948223 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.949113 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.949618 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.950002 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:53:27.951426 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:27.952279 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.954236 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:27.954666 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Checking segment: {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:27.955323 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.955749 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Bound using segment: {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:27.956207 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Bound port: 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:27.956589 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.962922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port b4c0d4ed-6917-4876-990f-b6bcad700cd3 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:27.962922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:27.985416 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:27.989276 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad200d-84b6-4dc7-ab5e-af703c9b48cc None None] Network 02c189c2-353e-4f90-9810-b7e118ca230d requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:28.060589 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] For port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:28.064370 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] For port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:28.066865 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-06ebdf93-1222-4e66-ad09-2af4a21f78f2 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9873264 Aug 29 23:53:28.069473 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48722) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:28.074759 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:28.098040 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-782bfad4-5d5c-4479-9973-87c46e1d4d3b req-d7ad2c16-add8-40c8-9945-872abeccf81e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0511708 Aug 29 23:53:28.151749 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.170261 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc70e-6757-46fb-a5e3-344f2297f4ee req-181fba1c-01ac-45b2-84ca-8b9d22ef4cda tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:28.171962 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3eddc70e-6757-46fb-a5e3-344f2297f4ee req-181fba1c-01ac-45b2-84ca-8b9d22ef4cda tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0853705 Aug 29 23:53:28.184897 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (6f5db344-dbec-436b-9122-92691c4df8aa), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.186280 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (6f5db344-dbec-436b-9122-92691c4df8aa), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.239711 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:28.242016 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:28.243191 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:28.243741 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port d1602be7-c422-4463-af42-5384d69d2c62 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:28.244347 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d1602be7-c422-4463-af42-5384d69d2c62), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.265165 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks [] for router_controller (6f5db344-dbec-436b-9122-92691c4df8aa), precommit_add_association {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.288974 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3eddc70e-6757-46fb-a5e3-344f2297f4ee req-27f33dc9-2f6e-45ed-b0f6-8a334d80e13e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107757 Aug 29 23:53:28.431537 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:28.435124 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ab749-d6e7-483d-86f0-d64268173cbc None None] Pushing event updated for resources: {'Port': ['ID=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,revision_number=4']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:28.438357 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port b4c0d4ed-6917-4876-990f-b6bcad700cd3 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:28.452732 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-02c189c2-353e-4f90-9810-b7e118ca230d', 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d', 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'fixed_ips': [{'subnet_id': '301082ad-f995-4f48-ad1d-4743801d0327'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:53:28.463636 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.469958 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:28.489065 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dbbc6-3d47-4891-a59e-decb6fd9267d req-5e96d315-8d45-4ac7-ae20-a567b0a192a0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:28.492347 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-538dbbc6-3d47-4891-a59e-decb6fd9267d req-5e96d315-8d45-4ac7-ae20-a567b0a192a0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 944 time: 0.0964096 Aug 29 23:53:28.512285 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d1602be7-c422-4463-af42-5384d69d2c62 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:28.514931 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d1602be7-c422-4463-af42-5384d69d2c62), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.556648 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks [] for router_gateway (6f5db344-dbec-436b-9122-92691c4df8aa), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.573032 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98048107-6035-440d-b29e-4b51e50e671b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1602be7-c422-4463-af42-5384d69d2c62'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:28.576124 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2608af1c-b939-43b5-96ba-389df17afeee" -d '{"events": [{"server_uuid": "98048107-6035-440d-b29e-4b51e50e671b", "name": "network-vif-plugged", "status": "completed", "tag": "d1602be7-c422-4463-af42-5384d69d2c62"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:28.622072 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-538dbbc6-3d47-4891-a59e-decb6fd9267d req-f00ac429-5653-4f24-877c-2af00b3a3e6e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139262 Aug 29 23:53:28.647025 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d1602be7-c422-4463-af42-5384d69d2c62, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d1602be7-c422-4463-af42-5384d69d2c62,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:28.658642 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:28.686211 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c14f65-c133-40bb-b1c0-a2aed26579d7 x-openstack-request-id: req-46c14f65-c133-40bb-b1c0-a2aed26579d7 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:28.686627 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98048107-6035-440d-b29e-4b51e50e671b", "name": "network-vif-plugged", "status": "completed", "tag": "d1602be7-c422-4463-af42-5384d69d2c62", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:28.686941 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-46c14f65-c133-40bb-b1c0-a2aed26579d7 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:28.687398 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c14f65-c133-40bb-b1c0-a2aed26579d7'] response: {'server_uuid': '98048107-6035-440d-b29e-4b51e50e671b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1602be7-c422-4463-af42-5384d69d2c62', 'code': 200} Aug 29 23:53:28.743314 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Allocated IP 172.20.0.2 (02c189c2-353e-4f90-9810-b7e118ca230d/301082ad-f995-4f48-ad1d-4743801d0327/1456dc30-ddd9-4ad7-b9bb-44be0570ed7f) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:28.749226 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d1602be7-c422-4463-af42-5384d69d2c62), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:28.777119 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:28Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:28.871484 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b86c3a-37e9-4bc1-b195-0dbabec6e892 None None] The sync data for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi is: [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:28Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:28.881781 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d1602be7-c422-4463-af42-5384d69d2c62,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:29.135432 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks [] for router_gateway (6f5db344-dbec-436b-9122-92691c4df8aa), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.136618 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Publish callbacks [] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.170065 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.185744 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc80186-98e9-4c02-a45f-2943b4b4ff67 req-35905e5b-6429-4ba9-b730-87acd0371924 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:29.203440 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ddc80186-98e9-4c02-a45f-2943b4b4ff67 req-35905e5b-6429-4ba9-b730-87acd0371924 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1846287 Aug 29 23:53:29.240271 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-82fba0e7-53fe-49b1-910b-7f59e5e45390 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:29.241658 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-82fba0e7-53fe-49b1-910b-7f59e5e45390 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 819 time: 0.4310074 Aug 29 23:53:29.264377 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.373258 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Network 02c189c2-353e-4f90-9810-b7e118ca230d is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:29.377715 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:29.385217 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:29.390534 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Pushing event updated for resources: {'Port': ['ID=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:29.413577 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Allocated IP 172.27.2.90 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/2428238e-e4dc-433f-bd54-f4a311212f12) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:29.432052 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3a32ed71-1f69-4423-b491-b8a3eb62ad69 req-bf714140-7173-41e7-bfd0-7038abb0a4f7 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.1868393 Aug 29 23:53:29.500588 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-97815b02-e4a7-4b26-b403-97621230325b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=cb38bc3ae5c14e4c8385809d84573600 HTTP/1.1" status: 200 len: 379 time: 0.2036300 Aug 29 23:53:29.533044 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'port': {'device_id': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'admin_state_up': True, 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'security_groups': ['011b0548-f27f-40a1-8737-841dd0c56297']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:29.536150 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Attempting to bind port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:29.536600 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Attempting to bind port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:29.537032 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Attempting to bind port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f on network 02c189c2-353e-4f90-9810-b7e118ca230d {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:29.544578 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:29.545281 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Checking segment: {'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:29.545794 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.546300 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Bound using segment: {'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:29.548041 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Bound port: 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:29.548377 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.560469 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:29.580883 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ddc80186-98e9-4c02-a45f-2943b4b4ff67 req-fde5af40-725a-4a43-81bc-5c92fcfc6b14 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762252 Aug 29 23:53:29.673844 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks [] for port (2428238e-e4dc-433f-bd54-f4a311212f12), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.676808 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] For port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:29.685460 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] For port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,segment=NetworkSegment(29cc7454-7258-46a9-807d-517178e5baf9),segment_id=29cc7454-7258-46a9-807d-517178e5baf9)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:29.702165 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:29.702165 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b84335-3d87-4365-a619-ff0827c2d531 req-a6d40a46-3368-43a2-a64c-4d8b8847db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:29.702165 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-90b84335-3d87-4365-a619-ff0827c2d531 req-a6d40a46-3368-43a2-a64c-4d8b8847db6c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 1129 time: 0.1252344 Aug 29 23:53:29.778640 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-90b84335-3d87-4365-a619-ff0827c2d531 req-b5e82bb3-2c98-42a4-a582-13956091d732 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573366 Aug 29 23:53:29.820420 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.827689 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84673a9e-0c63-4927-84e0-973d5541c447 req-20e83367-6da4-4f8f-b162-872aabdee628 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:29.837388 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-84673a9e-0c63-4927-84e0-973d5541c447 req-20e83367-6da4-4f8f-b162-872aabdee628 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.2310119 Aug 29 23:53:29.871832 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:29.898303 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd8dbe-657c-4a7d-bfc8-3e7bcb48fdde req-86e1cf05-9613-4331-9c5e-1ea53605b168 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:29.900423 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ebd8dbe-657c-4a7d-bfc8-3e7bcb48fdde req-86e1cf05-9613-4331-9c5e-1ea53605b168 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 945 time: 0.1052406 Aug 29 23:53:29.912012 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:29.918346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a897ecc-f98a-4e8b-8e83-ebea4252beee None None] Pushing event updated for resources: {'Port': ['ID=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:29.952305 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:29.998082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:30.027541 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:30.027541 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:30.069741 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Pushing event updated for resources: {'Port': ['ID=2428238e-e4dc-433f-bd54-f4a311212f12,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:30.092640 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:30.093340 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.178518 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-84673a9e-0c63-4927-84e0-973d5541c447 req-9b05dcbd-7309-4245-aa99-7aa3dbb75790 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707016 Aug 29 23:53:30.216084 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:30.216555 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.361019 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:30.368718 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ebd8dbe-657c-4a7d-bfc8-3e7bcb48fdde req-04db70c8-9c01-43de-a815-f824be520d13 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551017 Aug 29 23:53:30.458403 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.458687 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Made reservation on behalf of cb38bc3ae5c14e4c8385809d84573600 for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:30.463245 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:30.538835 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:30.687949 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4ef98ab1-5669-472d-8e2f-154640ab67d9 req-77d4e9bf-de21-4d9f-afb0-f0c3c06e90f9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0564129 Aug 29 23:53:30.761689 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:30.882255 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01af98e-189e-446f-8b5a-b273ecfd526e req-b62f201d-9621-47cc-a680-0e9d6eed5edd tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:30.883933 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a01af98e-189e-446f-8b5a-b273ecfd526e req-b62f201d-9621-47cc-a680-0e9d6eed5edd tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1263511 Aug 29 23:53:30.886718 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Allocated IP 172.20.0.13 (f41e94be-340b-4555-8a1d-79b9b3c4ac59/59887db0-8ea3-40bf-bd94-58908598d93b/4496c220-d785-47cc-8a05-42c8832bf15c) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:31.070057 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a01af98e-189e-446f-8b5a-b273ecfd526e req-9d0b00d3-eda8-49f2-a1e5-3613eb4a9e74 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738214 Aug 29 23:53:31.144697 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbd01-13fe-40e0-b3a9-51982cdc9fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:31.257929 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:31.268120 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks [] for router_gateway (6f5db344-dbec-436b-9122-92691c4df8aa), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:31.288025 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for port (4496c220-d785-47cc-8a05-42c8832bf15c), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:31.437429 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d0a4c-e09c-4960-9e1e-c5940ffe0f2f req-09c3d938-7a57-40c1-9b2e-49dc3b19949c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:31.443918 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4c8d0a4c-e09c-4960-9e1e-c5940ffe0f2f req-09c3d938-7a57-40c1-9b2e-49dc3b19949c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1168847 Aug 29 23:53:31.544438 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:31.552187 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:31.581488 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4c8d0a4c-e09c-4960-9e1e-c5940ffe0f2f req-15356909-3bae-495b-8f34-5e81c42b79fd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279917 Aug 29 23:53:31.677097 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:31.699783 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:31.708495 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:31.713192 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:31.714673 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:31.736190 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event updated for resources: {'Port': ['ID=4496c220-d785-47cc-8a05-42c8832bf15c,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:31.747565 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb1c412-62af-4845-9eb5-eb68cd1b5715 None None] Network 02c189c2-353e-4f90-9810-b7e118ca230d requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:53:31.769478 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b744e8-2ff4-427a-b96a-8f20c3c76921 req-ded5b104-3f12-468d-b82e-01e601ced28e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:31.777056 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-49b744e8-2ff4-427a-b96a-8f20c3c76921 req-ded5b104-3f12-468d-b82e-01e601ced28e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 945 time: 0.1347146 Aug 29 23:53:31.874446 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-7544361b-8dc3-45ff-9aa7-771354be4d85 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3511062 Aug 29 23:53:31.955972 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-49b744e8-2ff4-427a-b96a-8f20c3c76921 req-06852b51-0131-48ee-9c76-46737284a490 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774278 Aug 29 23:53:31.965733 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-0eedd1cf-460d-47bb-88df-366aaf608f45 None None] Provisioning complete for port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:31.970010 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0eedd1cf-460d-47bb-88df-366aaf608f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:31.975833 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:31.997433 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c684e5-76da-4ca9-b466-921b0fbc61a4 req-607a92c5-8f14-4150-89c0-ca94dbcba63b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:32.005748 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-19c684e5-76da-4ca9-b466-921b0fbc61a4 req-607a92c5-8f14-4150-89c0-ca94dbcba63b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 932 time: 0.1284571 Aug 29 23:53:32.072199 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Request body: {'port': {'device_id': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:32.076320 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:32.143736 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (6f5db344-dbec-436b-9122-92691c4df8aa), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.206507 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.321348 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:32.325947 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ad642-16c3-4215-8596-41896b981726 req-9818f515-b76b-4dbe-b15b-cd9e73749d53 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:32.326776 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.332180 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bb8ad642-16c3-4215-8596-41896b981726 req-9818f515-b76b-4dbe-b15b-cd9e73749d53 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1285594 Aug 29 23:53:32.379681 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-0eedd1cf-460d-47bb-88df-366aaf608f45 None None] Current status of the port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:32.380073 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0eedd1cf-460d-47bb-88df-366aaf608f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.419330 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Router 6f5db344-dbec-436b-9122-92691c4df8aa is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:53:32.453940 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-0eedd1cf-460d-47bb-88df-366aaf608f45 None None] For port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,segment=NetworkSegment(29cc7454-7258-46a9-807d-517178e5baf9),segment_id=29cc7454-7258-46a9-807d-517178e5baf9)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:32.465259 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-19c684e5-76da-4ca9-b466-921b0fbc61a4 req-9f0b2733-8674-43f3-b476-ee440eaaac0d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4557149 Aug 29 23:53:32.545272 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0eedd1cf-460d-47bb-88df-366aaf608f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.602975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:32.603989 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:32.635792 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:32.665502 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedd1cf-460d-47bb-88df-366aaf608f45 None None] Pushing event updated for resources: {'Port': ['ID=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:32.695823 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-bced3dbd-6d5e-4361-a727-55cc04be4c8e None None] Provisioning complete for port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:32.696457 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-bced3dbd-6d5e-4361-a727-55cc04be4c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.753140 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:32.754242 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.759682 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bb8ad642-16c3-4215-8596-41896b981726 req-a157613a-89b2-4769-87e4-ab2a380db9b4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4174829 Aug 29 23:53:32.812725 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:32.827799 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:32.829274 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Sync routers for ids ['6f5db344-dbec-436b-9122-92691c4df8aa'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:32.871154 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Routers {'6f5db344-dbec-436b-9122-92691c4df8aa'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:32.872129 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['6f5db344-dbec-436b-9122-92691c4df8aa'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:32.946761 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:32.955246 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5bd9e59b-69fd-4bbe-b1c0-f379ff9f595c admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8836670 Aug 29 23:53:32.957273 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48870) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:32.985712 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:32.995932 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-bced3dbd-6d5e-4361-a727-55cc04be4c8e None None] Current status of the port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:33.080584 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-bced3dbd-6d5e-4361-a727-55cc04be4c8e None None] Provisioning complete for port 4496c220-d785-47cc-8a05-42c8832bf15c triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:33.081926 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-bced3dbd-6d5e-4361-a727-55cc04be4c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.140117 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Set router 6f5db344-dbec-436b-9122-92691c4df8aa gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:33.169845 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-bced3dbd-6d5e-4361-a727-55cc04be4c8e None None] Port 4496c220-d785-47cc-8a05-42c8832bf15c cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:33.213991 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:33.248472 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625b2d1-0b50-4b30-8bcc-ff8d3a05aa7d req-b601fc7d-6818-48d8-ba05-a4e0e31d63b3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:33.255967 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e625b2d1-0b50-4b30-8bcc-ff8d3a05aa7d req-b601fc7d-6818-48d8-ba05-a4e0e31d63b3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.4905384 Aug 29 23:53:33.364334 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ca138-9bc4-4375-b618-df29b07c781f req-70ed2331-a271-4d75-8077-602f3725196b tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:33.368042 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-601ca138-9bc4-4375-b618-df29b07c781f req-70ed2331-a271-4d75-8077-602f3725196b tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 945 time: 0.1763623 Aug 29 23:53:33.510082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48880) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:33.525550 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e625b2d1-0b50-4b30-8bcc-ff8d3a05aa7d req-afad623a-fb54-4e66-93ec-ae02da1aad95 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680326 Aug 29 23:53:33.605591 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9abc2a2e-cda1-4aec-a508-572c14ada9cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.715421 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 3, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port': {'id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:29Z', 'updated_at': '2022-08-29T23:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:33.731814 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4496c220-d785-47cc-8a05-42c8832bf15c {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:33.767971 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Publish callbacks [] for port (4496c220-d785-47cc-8a05-42c8832bf15c), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.795389 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-601ca138-9bc4-4375-b618-df29b07c781f req-f0c39591-7dea-4992-8a08-8849ae61ff56 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914928 Aug 29 23:53:33.816295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Checking router: 6f5db344-dbec-436b-9122-92691c4df8aa for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:33.816295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Updating router 6f5db344-dbec-436b-9122-92691c4df8aa port 2428238e-e4dc-433f-bd54-f4a311212f12 binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:53:33.830891 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183e288-d14a-4718-89e6-411dc4533a3c req-39cf649a-d40a-4cb0-955d-5d292d18de53 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:33.834062 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9183e288-d14a-4718-89e6-411dc4533a3c req-39cf649a-d40a-4cb0-955d-5d292d18de53 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 932 time: 0.1204114 Aug 29 23:53:33.844475 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Transition to ACTIVE for port object 4496c220-d785-47cc-8a05-42c8832bf15c will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:33.872297 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ff78fc55-bba9-4f7a-b997-e3566938e5a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.902523 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:33.910523 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.963612 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:33.963935 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:33.973505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:33.991330 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.032462 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9183e288-d14a-4718-89e6-411dc4533a3c req-8fd6f759-b84e-423a-84b5-474ae020c090 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817014 Aug 29 23:53:34.115233 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ff78fc55-bba9-4f7a-b997-e3566938e5a3 admin admin] Publish callbacks [] for security_group (2629a25c-8f73-48ab-8332-230beface62e), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.125308 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3740d1f-d996-40bf-8e89-ad524db3fd9b req-c88ee6e6-0cd0-4c88-9184-10a2f4af5ae1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:34.132710 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:34.133101 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a3740d1f-d996-40bf-8e89-ad524db3fd9b req-c88ee6e6-0cd0-4c88-9184-10a2f4af5ae1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1760776 Aug 29 23:53:34.133215 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.135249 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:34.156173 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Pushing event updated for resources: {'Port': ['ID=4496c220-d785-47cc-8a05-42c8832bf15c,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:34.170006 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Attempting to bind port 4496c220-d785-47cc-8a05-42c8832bf15c on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:34.170335 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Attempting to bind port 4496c220-d785-47cc-8a05-42c8832bf15c by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:34.170721 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Attempting to bind port 4496c220-d785-47cc-8a05-42c8832bf15c on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:34.180968 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Port 4496c220-d785-47cc-8a05-42c8832bf15c on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:34.181297 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Attempting to bind port 4496c220-d785-47cc-8a05-42c8832bf15c on network f41e94be-340b-4555-8a1d-79b9b3c4ac59 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:34.195327 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ff78fc55-bba9-4f7a-b997-e3566938e5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (2629a25c-8f73-48ab-8332-230beface62e), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.196065 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:34.196421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Checking segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:34.197003 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Bound using segment: {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:34.197459 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Bound port: 4496c220-d785-47cc-8a05-42c8832bf15c, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eb5986-c5cf-4bf9-be8b-6242b6d76860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:34.197820 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.230595 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a3740d1f-d996-40bf-8e89-ad524db3fd9b req-ace1b5a0-4ba7-4c08-9b78-1d3289876d45 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965793 Aug 29 23:53:34.272620 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:34.294580 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ff78fc55-bba9-4f7a-b997-e3566938e5a3 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=e69f6edc7acc4b1199b6a0de01242642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7786877 Aug 29 23:53:34.304911 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48896) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:34.306938 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78fc55-bba9-4f7a-b997-e3566938e5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2629a25c-8f73-48ab-8332-230beface62e,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:34.312863 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:34.333982 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48900) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:34.345417 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Allocated IP 172.20.0.1 (02c189c2-353e-4f90-9810-b7e118ca230d/301082ad-f995-4f48-ad1d-4743801d0327/7d4d5dec-e129-4abe-91cc-4fc577d06908) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:34.355184 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-32430be6-43ca-403c-b6bd-db59e1979159 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238710086', 'description': 'tempest-description--740534851'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:34.380217 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] For port 4496c220-d785-47cc-8a05-42c8832bf15c, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:34.411895 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] For port 4496c220-d785-47cc-8a05-42c8832bf15c, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4496c220-d785-47cc-8a05-42c8832bf15c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:34.441355 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Publish callbacks [] for port (2428238e-e4dc-433f-bd54-f4a311212f12), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.455130 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-848337d3-501b-4c21-ad98-b5b65919fe2d admin admin] Publish callbacks [] for security_group (2629a25c-8f73-48ab-8332-230beface62e), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.478834 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:34.487116 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-848337d3-501b-4c21-ad98-b5b65919fe2d admin admin] Publish callbacks [] for security_group (2629a25c-8f73-48ab-8332-230beface62e), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.516615 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.522360 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-32430be6-43ca-403c-b6bd-db59e1979159 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.524842 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.544940 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Attempting to bind port 2428238e-e4dc-433f-bd54-f4a311212f12 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:34.545317 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Attempting to bind port 2428238e-e4dc-433f-bd54-f4a311212f12 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:34.545835 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Attempting to bind port 2428238e-e4dc-433f-bd54-f4a311212f12 on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:34.550611 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Publish callbacks [] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.553572 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:34.553952 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:34.554552 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.554955 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:34.555439 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Bound port: 2428238e-e4dc-433f-bd54-f4a311212f12, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:34.555818 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.559643 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:34.561142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.566219 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/4496c220-d785-47cc-8a05-42c8832bf15c HTTP/1.1" status: 200 len: 1094 time: 2.5279484 Aug 29 23:53:34.598472 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:34.599820 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2a3e78-e5a9-46a9-b021-5be87fa87692" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:34.695987 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dda955-b320-4ac0-8336-b0ba81211d57 None None] Pushing event updated for resources: {'Port': ['ID=2428238e-e4dc-433f-bd54-f4a311212f12,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:34.707398 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1268e118-1827-44a5-a3ea-595a1c3ee434 x-openstack-request-id: req-1268e118-1827-44a5-a3ea-595a1c3ee434 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:34.707616 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:34.707799 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1268e118-1827-44a5-a3ea-595a1c3ee434 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:34.710915 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1268e118-1827-44a5-a3ea-595a1c3ee434'] response: {'name': 'network-changed', 'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c', 'status': 'completed', 'code': 200} Aug 29 23:53:34.717900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] For port 2428238e-e4dc-433f-bd54-f4a311212f12, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:34.718117 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478ad5d-d885-464f-ab8a-df39b5d9a84a service neutron] Pushing event updated for resources: {'Port': ['ID=4496c220-d785-47cc-8a05-42c8832bf15c,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:34.724330 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] For port 2428238e-e4dc-433f-bd54-f4a311212f12, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2428238e-e4dc-433f-bd54-f4a311212f12,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:34.742041 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.787272 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be858d2b-cd00-42af-8f4d-2055cd3adbcd req-959c8f35-7e87-4fe8-8857-1ced8c9e2bd2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:34.788952 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be858d2b-cd00-42af-8f4d-2055cd3adbcd req-959c8f35-7e87-4fe8-8857-1ced8c9e2bd2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0675528 Aug 29 23:53:34.807032 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Network 02c189c2-353e-4f90-9810-b7e118ca230d is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:34.810922 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:34.814878 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:34.829526 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.858016 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4d5dec-e129-4abe-91cc-4fc577d06908,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:34.863731 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3e78-e5a9-46a9-b021-5be87fa87692 req-bf16f226-c3ce-473f-b9d7-0a760eef31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:34.863731 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ab2a3e78-e5a9-46a9-b021-5be87fa87692 req-bf16f226-c3ce-473f-b9d7-0a760eef31f8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1128 time: 0.0911136 Aug 29 23:53:34.892732 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.899987 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (6f5db344-dbec-436b-9122-92691c4df8aa), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.907007 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-848337d3-501b-4c21-ad98-b5b65919fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (2629a25c-8f73-48ab-8332-230beface62e), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.909790 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-848337d3-501b-4c21-ad98-b5b65919fe2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:34.911095 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-848337d3-501b-4c21-ad98-b5b65919fe2d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/2629a25c-8f73-48ab-8332-230beface62e HTTP/1.1" status: 204 len: 168 time: 0.6050875 Aug 29 23:53:34.947896 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848337d3-501b-4c21-ad98-b5b65919fe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629a25c-8f73-48ab-8332-230beface62e,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:34.992091 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be858d2b-cd00-42af-8f4d-2055cd3adbcd req-2c8ee900-3205-4de9-8901-f408037e72b6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707566 Aug 29 23:53:35.014531 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Routers {'6f5db344-dbec-436b-9122-92691c4df8aa'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:35.014531 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['6f5db344-dbec-436b-9122-92691c4df8aa'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:35.135461 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dda955-b320-4ac0-8336-b0ba81211d57 None None] Pushing event updated for resources: {'Port': ['ID=2428238e-e4dc-433f-bd54-f4a311212f12,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:35.147916 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:35.193505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-32430be6-43ca-403c-b6bd-db59e1979159 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (737cb03f-667f-4164-ab18-9cac8ab9c713), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.247029 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-355d951c-6811-423e-bb40-0b618d785a77 None None] Provisioning complete for port 7d4d5dec-e129-4abe-91cc-4fc577d06908 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:35.247550 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-355d951c-6811-423e-bb40-0b618d785a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.248548 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3e78-e5a9-46a9-b021-5be87fa87692 req-742ca5ac-fa87-4556-9351-02cb49d21756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:35.252100 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ab2a3e78-e5a9-46a9-b021-5be87fa87692 req-742ca5ac-fa87-4556-9351-02cb49d21756 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=cb38bc3ae5c14e4c8385809d84573600&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3694756 Aug 29 23:53:35.296716 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] Set router 6f5db344-dbec-436b-9122-92691c4df8aa gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:35.301135 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-355d951c-6811-423e-bb40-0b618d785a77 None None] Port 7d4d5dec-e129-4abe-91cc-4fc577d06908 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:35.354253 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.377244 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-32430be6-43ca-403c-b6bd-db59e1979159 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (737cb03f-667f-4164-ab18-9cac8ab9c713), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.411505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164abc2-6b2f-4ef4-bdbe-aa01e296f758 req-6767a6fe-91d0-47e6-9e2f-b3ef20f71f92 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:35.413177 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e164abc2-6b2f-4ef4-bdbe-aa01e296f758 req-6767a6fe-91d0-47e6-9e2f-b3ef20f71f92 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 944 time: 0.1602771 Aug 29 23:53:35.425406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:35.478952 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32430be6-43ca-403c-b6bd-db59e1979159 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737cb03f-667f-4164-ab18-9cac8ab9c713,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:35.522239 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e164abc2-6b2f-4ef4-bdbe-aa01e296f758 req-628c8102-63e4-4570-82d8-33fdc5909382 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996656 Aug 29 23:53:35.541028 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a3e78-e5a9-46a9-b021-5be87fa87692 req-0e8215a8-4079-4d2b-8c98-dd56a15d1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:35.544447 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ab2a3e78-e5a9-46a9-b021-5be87fa87692 req-0e8215a8-4079-4d2b-8c98-dd56a15d1e2d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2801514 Aug 29 23:53:35.548439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-32430be6-43ca-403c-b6bd-db59e1979159 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.550329 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-32430be6-43ca-403c-b6bd-db59e1979159 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2033036 Aug 29 23:53:35.553593 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48926) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:35.562073 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-9d692e58-ada2-4530-be7c-482a82b39724 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group_rule': {'security_group_id': '737cb03f-667f-4164-ab18-9cac8ab9c713', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:35.691684 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Publish callbacks [] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.695202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 3, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port': {'id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:29Z', 'updated_at': '2022-08-29T23:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:35.723842 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877f6a3-77d2-4442-bb7b-616fff6a9935 None None] The sync data for ids ['6f5db344-dbec-436b-9122-92691c4df8aa'] in dv-cinder-854272-4-iscsi is: [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 3, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port': {'id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:29Z', 'updated_at': '2022-08-29T23:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:35.731955 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-c3952d06-595b-4808-87ec-6b8fcff97089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:35.733497 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-c3952d06-595b-4808-87ec-6b8fcff97089 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1128 time: 0.0785186 Aug 29 23:53:35.744986 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351475-ed05-4569-b05e-28bbf8f204ba req-fcae6e59-6bb0-4bbe-954c-161a34e81802 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:35.747095 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c1351475-ed05-4569-b05e-28bbf8f204ba req-fcae6e59-6bb0-4bbe-954c-161a34e81802 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0782299 Aug 29 23:53:35.801502 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d692e58-ada2-4530-be7c-482a82b39724 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (f7d82ff4-bd61-4f9a-a997-dcf11c85de09), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.805430 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-4cb795f4-5779-4aac-8e76-6d623cb420ae service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4496c220-d785-47cc-8a05-42c8832bf15c HTTP/1.1" status: 200 len: 217 time: 0.0569203 Aug 29 23:53:35.809913 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.912771 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4d5dec-e129-4abe-91cc-4fc577d06908,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:35.926468 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (6f5db344-dbec-436b-9122-92691c4df8aa), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:35.971008 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c1351475-ed05-4569-b05e-28bbf8f204ba req-b63df8a5-e63e-454a-90c7-cdc1b08b96f0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103286 Aug 29 23:53:35.973718 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-54612dde-ad23-47c3-8cd9-94cfaf3c8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:35.975246 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-54612dde-ad23-47c3-8cd9-94cfaf3c8816 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.1500533 Aug 29 23:53:36.013208 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d692e58-ada2-4530-be7c-482a82b39724 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (f7d82ff4-bd61-4f9a-a997-dcf11c85de09), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.020194 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6965c51-1029-458e-9db6-acf49d6af14a req-39a8a65d-55f6-47c4-aa97-26cac322af02 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:36.028137 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a6965c51-1029-458e-9db6-acf49d6af14a req-39a8a65d-55f6-47c4-aa97-26cac322af02 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 945 time: 0.1257479 Aug 29 23:53:36.133149 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d692e58-ada2-4530-be7c-482a82b39724 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (f7d82ff4-bd61-4f9a-a997-dcf11c85de09), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.183080 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Network 02c189c2-353e-4f90-9810-b7e118ca230d is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:36.186796 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:36.193290 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.195902 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d692e58-ada2-4530-be7c-482a82b39724 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d82ff4-bd61-4f9a-a997-dcf11c85de09,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:36.210344 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a6965c51-1029-458e-9db6-acf49d6af14a req-53ca9bad-8383-4c5f-b420-e2a4c7972c51 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813002 Aug 29 23:53:36.222062 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d692e58-ada2-4530-be7c-482a82b39724 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.232351 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-9d692e58-ada2-4530-be7c-482a82b39724 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6774619 Aug 29 23:53:36.236310 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:36.238384 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48940) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:36.266084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-86467ddd-c5a7-4c5c-9f1e-271482ed6f80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group_rule': {'security_group_id': '737cb03f-667f-4164-ab18-9cac8ab9c713', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:36.289965 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.420333 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Router 6f5db344-dbec-436b-9122-92691c4df8aa has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:53:36.429019 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48942) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:36.451396 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dca606-f7a3-492a-ab42-e9afa852957d req-69af0cfa-1b66-4691-8e17-ebde36aa871b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:36.453043 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b7dca606-f7a3-492a-ab42-e9afa852957d req-69af0cfa-1b66-4691-8e17-ebde36aa871b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1125739 Aug 29 23:53:36.471622 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4dce5a46-d89f-4882-84d4-9330f50e5299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.491498 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-86467ddd-c5a7-4c5c-9f1e-271482ed6f80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (e6043843-d81c-401a-8c10-b29bee3a009e), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.523732 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:36.529081 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-a3cf4127-f83e-4369-b8f2-33914799ffa2 None None] Provisioning complete for port 7d4d5dec-e129-4abe-91cc-4fc577d06908 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:36.529955 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a3cf4127-f83e-4369-b8f2-33914799ffa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.576186 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf4127-f83e-4369-b8f2-33914799ffa2 None None] Port 7d4d5dec-e129-4abe-91cc-4fc577d06908 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:36.648104 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:36.662504 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b2cee-1d3b-483b-9e68-61ebd5c43c37 req-3517fb6b-8176-47ae-81cc-2c83f12fa7d2 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:36.663257 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-befb6677-00c5-4f30-9b31-925cb56b8960 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/6f5db344-dbec-436b-9122-92691c4df8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6948743 Aug 29 23:53:36.663365 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae7b2cee-1d3b-483b-9e68-61ebd5c43c37 req-3517fb6b-8176-47ae-81cc-2c83f12fa7d2 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1330702 Aug 29 23:53:36.677367 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-86467ddd-c5a7-4c5c-9f1e-271482ed6f80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (e6043843-d81c-401a-8c10-b29bee3a009e), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.697755 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b7dca606-f7a3-492a-ab42-e9afa852957d req-01acc157-6fd6-4b2a-9b95-2cd0c57ba4f1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290754 Aug 29 23:53:36.765148 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae7b2cee-1d3b-483b-9e68-61ebd5c43c37 req-85cafe6c-5ba9-4ab2-98c9-e6b8e971b4c5 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957685 Aug 29 23:53:36.783493 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-86467ddd-c5a7-4c5c-9f1e-271482ed6f80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (e6043843-d81c-401a-8c10-b29bee3a009e), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.812524 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4dce5a46-d89f-4882-84d4-9330f50e5299 admin admin] Publish callbacks [] for security_group (7104bbec-d379-4991-83e5-a859fd1a9a4e), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.833296 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86467ddd-c5a7-4c5c-9f1e-271482ed6f80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6043843-d81c-401a-8c10-b29bee3a009e,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:36.899804 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adb286-4c07-4259-9565-87fdfea649e6 req-1b1d33a1-9f35-4e71-8a5d-28ce0d424434 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:36.902565 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-65adb286-4c07-4259-9565-87fdfea649e6 req-1b1d33a1-9f35-4e71-8a5d-28ce0d424434 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 944 time: 0.0559156 Aug 29 23:53:36.967331 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4dce5a46-d89f-4882-84d4-9330f50e5299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (7104bbec-d379-4991-83e5-a859fd1a9a4e), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:36.985674 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-65adb286-4c07-4259-9565-87fdfea649e6 req-2e724c4c-b060-4060-a971-60d4a93144e1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730028 Aug 29 23:53:37.018178 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-4dce5a46-d89f-4882-84d4-9330f50e5299 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=bc674c1421914ccab17679e9a3b250f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5825682 Aug 29 23:53:37.018178 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-86467ddd-c5a7-4c5c-9f1e-271482ed6f80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.019578 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-86467ddd-c5a7-4c5c-9f1e-271482ed6f80 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7777629 Aug 29 23:53:37.021735 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48956) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:37.023226 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 48958) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:37.029880 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce5a46-d89f-4882-84d4-9330f50e5299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7104bbec-d379-4991-83e5-a859fd1a9a4e,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:37.045355 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:37.113047 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:37.124180 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-53b1616c-c875-40e9-b18f-dbff61de675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:37.126913 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-53b1616c-c875-40e9-b18f-dbff61de675d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662029 Aug 29 23:53:37.159427 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1b32da94-3d2d-4d8b-8569-851c33d3c80b admin admin] Publish callbacks [] for security_group (7104bbec-d379-4991-83e5-a859fd1a9a4e), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.188765 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1b32da94-3d2d-4d8b-8569-851c33d3c80b admin admin] Publish callbacks [] for security_group (7104bbec-d379-4991-83e5-a859fd1a9a4e), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.247966 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.319454 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-1ad99026-b378-47fc-b4d0-9b10582e531e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790755 Aug 29 23:53:37.452369 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1b32da94-3d2d-4d8b-8569-851c33d3c80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (7104bbec-d379-4991-83e5-a859fd1a9a4e), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.455122 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1b32da94-3d2d-4d8b-8569-851c33d3c80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.456319 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-1b32da94-3d2d-4d8b-8569-851c33d3c80b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/7104bbec-d379-4991-83e5-a859fd1a9a4e HTTP/1.1" status: 204 len: 168 time: 0.4319580 Aug 29 23:53:37.493697 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:37.500137 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32da94-3d2d-4d8b-8569-851c33d3c80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7104bbec-d379-4991-83e5-a859fd1a9a4e,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:37.513490 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-b85f5201-5e2a-4086-ae8b-afb49e25d3f6 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:37.514787 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-b85f5201-5e2a-4086-ae8b-afb49e25d3f6 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 945 time: 0.1455214 Aug 29 23:53:37.530165 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6871b-9106-4470-9115-7d00870ed270 req-8c211f09-d83a-4276-a406-bb7696e54c26 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:37.531878 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dfe6871b-9106-4470-9115-7d00870ed270 req-8c211f09-d83a-4276-a406-bb7696e54c26 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 945 time: 0.1801639 Aug 29 23:53:37.588080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-c47fc01e-c150-4c89-bf52-436957c48ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:37.591184 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-c47fc01e-c150-4c89-bf52-436957c48ec4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 1130 time: 0.1614118 Aug 29 23:53:37.606080 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50822dd5-c642-4f6a-a8fe-cb9dc9738e75 req-18a7ac7f-cb7c-4dbe-b1c9-30347b595c7c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420185 Aug 29 23:53:37.734933 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Allocated IP 172.27.2.239 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/a6f71c29-0398-445d-a562-eeaa8e7a5abd) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:37.802358 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dfe6871b-9106-4470-9115-7d00870ed270 req-9a9549c3-c493-40eb-82a9-2ca9c6f3f58e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222202 Aug 29 23:53:37.983466 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Deleting port d1602be7-c422-4463-af42-5384d69d2c62 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:53:37.984092 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (d1602be7-c422-4463-af42-5384d69d2c62), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.000074 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-1e4e644e-0073-4b8f-b91f-037935fb4d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:38.001668 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-1e4e644e-0073-4b8f-b91f-037935fb4d0b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 912 time: 0.3986807 Aug 29 23:53:38.002994 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2428238e-e4dc-433f-bd54-f4a311212f12 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:38.035741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:38.046946 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837f1e6-4b4e-4f10-aba8-e471f08905ae req-dc5ca3eb-a60d-4740-b874-a9a797781281 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:38.054115 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e837f1e6-4b4e-4f10-aba8-e471f08905ae req-dc5ca3eb-a60d-4740-b874-a9a797781281 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1345565 Aug 29 23:53:38.055855 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 48984) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:38.090270 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:38.156871 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 2428238e-e4dc-433f-bd54-f4a311212f12 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:38.158122 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.282934 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (a6f71c29-0398-445d-a562-eeaa8e7a5abd), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.286316 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] For port d1602be7-c422-4463-af42-5384d69d2c62, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d1602be7-c422-4463-af42-5384d69d2c62,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:38.286704 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (d1602be7-c422-4463-af42-5384d69d2c62), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.296508 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61208781-3343-4bbf-a731-4f97aed4d9fc req-a80a6353-f464-407b-b492-d2daabd4ebe5 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:38.298132 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61208781-3343-4bbf-a731-4f97aed4d9fc req-a80a6353-f464-407b-b492-d2daabd4ebe5 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.2926025 Aug 29 23:53:38.312109 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Calling delete_port for d1602be7-c422-4463-af42-5384d69d2c62 owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:53:38.351923 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e837f1e6-4b4e-4f10-aba8-e471f08905ae req-38aa2b19-8d68-4955-b18f-f608faa3b57e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2959778 Aug 29 23:53:38.363762 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Sync routers for ids ['6f5db344-dbec-436b-9122-92691c4df8aa'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:38.398037 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Routers {'6f5db344-dbec-436b-9122-92691c4df8aa'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:38.400731 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['6f5db344-dbec-436b-9122-92691c4df8aa'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:38.434027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:38.476947 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61208781-3343-4bbf-a731-4f97aed4d9fc req-b1b3dbcd-88b0-452f-a970-ca84ab7e10fb tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198778 Aug 29 23:53:38.491123 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 2428238e-e4dc-433f-bd54-f4a311212f12 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:38.493237 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.545696 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 2428238e-e4dc-433f-bd54-f4a311212f12, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2428238e-e4dc-433f-bd54-f4a311212f12,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:38.559890 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032230-7c38-4940-94aa-7245192ca1ed req-5daaa24b-8bd3-4671-b53d-28b6b405ed40 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:38.568591 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3c032230-7c38-4940-94aa-7245192ca1ed req-5daaa24b-8bd3-4671-b53d-28b6b405ed40 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 944 time: 0.0795600 Aug 29 23:53:38.585583 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:38.592721 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ed0185f4-fd0f-4dda-bf9f-d3fd94173d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.601079 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:38.652780 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Set router 6f5db344-dbec-436b-9122-92691c4df8aa gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:38.669201 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.701724 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3c032230-7c38-4940-94aa-7245192ca1ed req-615fc94a-6827-4dce-9d9a-ea2a62c69a3a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319396 Aug 29 23:53:38.725149 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (a6f71c29-0398-445d-a562-eeaa8e7a5abd), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.780218 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=2428238e-e4dc-433f-bd54-f4a311212f12,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:38.784288 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ed0185f4-fd0f-4dda-bf9f-d3fd94173d0b admin admin] Publish callbacks [] for security_group (706e91d3-87fb-4358-a28c-efd69eb86047), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.809328 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:38.814001 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:38.819525 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:38.823278 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (d1602be7-c422-4463-af42-5384d69d2c62), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.835452 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['d1602be7-c422-4463-af42-5384d69d2c62'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:38.929525 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ed0185f4-fd0f-4dda-bf9f-d3fd94173d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (706e91d3-87fb-4358-a28c-efd69eb86047), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:38.956284 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=a6f71c29-0398-445d-a562-eeaa8e7a5abd,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:38.974902 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-1e2cad6c-765d-4e8d-9eed-e395419c322f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 200 len: 1002 time: 0.1888249 Aug 29 23:53:38.980489 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-ed0185f4-fd0f-4dda-bf9f-d3fd94173d0b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f88335e0c0ea4d7eb0ab447fb25f5178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9035115 Aug 29 23:53:38.989779 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 49012) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:39.002882 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] No DVR routers for this DVR port d1602be7-c422-4463-af42-5384d69d2c62 on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:53:39.035964 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:39.039432 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-84491d6b-fbb9-4f5e-a2c8-fbf89da0f76f req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.61 "DELETE /networking/v2.0/ports/d1602be7-c422-4463-af42-5384d69d2c62 HTTP/1.1" status: 204 len: 173 time: 1.5182178 Aug 29 23:53:39.041309 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98048107-6035-440d-b29e-4b51e50e671b', 'name': 'network-vif-deleted', 'tag': 'd1602be7-c422-4463-af42-5384d69d2c62'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:39.044861 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa06c7c8-6dab-4ad3-b8d3-116234a128ed" -d '{"events": [{"server_uuid": "98048107-6035-440d-b29e-4b51e50e671b", "name": "network-vif-deleted", "tag": "d1602be7-c422-4463-af42-5384d69d2c62"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:39.083951 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-bef889a2-ec9e-4c70-b80a-7250e37ef161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:39.091249 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-bef889a2-ec9e-4c70-b80a-7250e37ef161 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.0976562 Aug 29 23:53:39.139671 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (52381c1c-63f6-4ed3-b713-40ddb37b8aa0), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:39.149336 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589ed7c-66e0-4c90-a262-2e77d0834ce0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Pushing event deleted for resources: {'Port': ['ID=d1602be7-c422-4463-af42-5384d69d2c62,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:39.185874 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f54e35-31c4-4eb1-97ef-7edade57b77d x-openstack-request-id: req-f2f54e35-31c4-4eb1-97ef-7edade57b77d {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:39.185874 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98048107-6035-440d-b29e-4b51e50e671b", "name": "network-vif-deleted", "tag": "d1602be7-c422-4463-af42-5384d69d2c62", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:39.185874 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f2f54e35-31c4-4eb1-97ef-7edade57b77d {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:39.186258 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f54e35-31c4-4eb1-97ef-7edade57b77d'] response: {'server_uuid': '98048107-6035-440d-b29e-4b51e50e671b', 'name': 'network-vif-deleted', 'tag': 'd1602be7-c422-4463-af42-5384d69d2c62', 'status': 'completed', 'code': 200} Aug 29 23:53:39.246228 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:53:35Z', 'revision_number': 4, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port': {'id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:29Z', 'updated_at': '2022-08-29T23:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '7d4d5dec-e129-4abe-91cc-4fc577d06908', 'name': '', 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '301082ad-f995-4f48-ad1d-4743801d0327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:34Z', 'updated_at': '2022-08-29T23:53:35Z', 'revision_number': 2, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'subnets': [{'id': '301082ad-f995-4f48-ad1d-4743801d0327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:39.253226 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15102edc-404a-4b73-b22b-25ec10061439 req-1df5b5b1-0cf5-4d65-97dd-18ab949f8602 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 210 time: 0.2662055 Aug 29 23:53:39.266458 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0185f4-fd0f-4dda-bf9f-d3fd94173d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e91d3-87fb-4358-a28c-efd69eb86047,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:39.286675 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-03840e50-7cbc-4c36-90c1-463149cef119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:39.302086 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-03840e50-7cbc-4c36-90c1-463149cef119 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1611805 Aug 29 23:53:39.312160 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Checking router: 6f5db344-dbec-436b-9122-92691c4df8aa for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:39.312774 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Updating router 6f5db344-dbec-436b-9122-92691c4df8aa port 7d4d5dec-e129-4abe-91cc-4fc577d06908 binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:53:39.359753 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:39.547967 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-4db8ccf2-2792-4537-9710-45f37663f0c8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467051 Aug 29 23:53:39.559231 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:39.633379 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-cc61ca43-2a8a-4514-b211-126e968d1cb5 admin admin] Publish callbacks [] for security_group (706e91d3-87fb-4358-a28c-efd69eb86047), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:39.638294 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:39.662974 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:39.712747 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:39.829004 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a6f71c29-0398-445d-a562-eeaa8e7a5abd), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:39.882226 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893115-9c20-4e25-b84e-969a5374f5cf req-4aec24c8-1c28-48bb-9f1b-9d6c445e6e5a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:39.884319 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b6893115-9c20-4e25-b84e-969a5374f5cf req-4aec24c8-1c28-48bb-9f1b-9d6c445e6e5a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.3354247 Aug 29 23:53:39.889408 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-cc61ca43-2a8a-4514-b211-126e968d1cb5 admin admin] Publish callbacks [] for security_group (706e91d3-87fb-4358-a28c-efd69eb86047), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:39.933181 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2428238e-e4dc-433f-bd54-f4a311212f12 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:39.951442 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Publish callbacks [] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:39.957182 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:40.024968 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.050856 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0870759-8549-42c4-8b79-a4a799652e15 req-08791131-df7e-4175-9e14-806d6bda0314 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:40.053048 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 2428238e-e4dc-433f-bd54-f4a311212f12 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:40.053836 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.077279 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c0870759-8549-42c4-8b79-a4a799652e15 req-08791131-df7e-4175-9e14-806d6bda0314 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.4393296 Aug 29 23:53:40.164449 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (a6f71c29-0398-445d-a562-eeaa8e7a5abd), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.191965 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842f10b-3d1c-4f33-a497-77daf77bb521 None None] Pushing event updated for resources: {'Port': ['ID=7d4d5dec-e129-4abe-91cc-4fc577d06908,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:40.265920 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 2428238e-e4dc-433f-bd54-f4a311212f12 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:40.268748 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (a6f71c29-0398-445d-a562-eeaa8e7a5abd), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.299298 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Attempting to bind port 7d4d5dec-e129-4abe-91cc-4fc577d06908 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:40.299743 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Attempting to bind port 7d4d5dec-e129-4abe-91cc-4fc577d06908 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:40.300237 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Attempting to bind port 7d4d5dec-e129-4abe-91cc-4fc577d06908 on network 02c189c2-353e-4f90-9810-b7e118ca230d {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:40.318159 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:40.327364 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Checking segment: {'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:40.327895 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.328379 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Bound using segment: {'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:40.329095 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Bound port: 7d4d5dec-e129-4abe-91cc-4fc577d06908, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cc7454-7258-46a9-807d-517178e5baf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:40.329493 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.373141 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c8714f6-fa8e-43c8-b7f4-523f7ffa2ba5 req-b07f420f-377f-461d-a57a-911cf9fd9e23 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049753 Aug 29 23:53:40.400706 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b6893115-9c20-4e25-b84e-969a5374f5cf req-45d029b9-8011-4958-97e1-8436c1dc5d9d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4933755 Aug 29 23:53:40.423688 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c0870759-8549-42c4-8b79-a4a799652e15 req-8c16ff4d-c7b9-487a-bea9-ab66c582d48b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453059 Aug 29 23:53:40.492104 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-cc61ca43-2a8a-4514-b211-126e968d1cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (706e91d3-87fb-4358-a28c-efd69eb86047), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.495985 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-cc61ca43-2a8a-4514-b211-126e968d1cb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.652140 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-cc61ca43-2a8a-4514-b211-126e968d1cb5 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/706e91d3-87fb-4358-a28c-efd69eb86047 HTTP/1.1" status: 204 len: 168 time: 1.4297428 Aug 29 23:53:40.653678 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (52381c1c-63f6-4ed3-b713-40ddb37b8aa0), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.653678 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=a6f71c29-0398-445d-a562-eeaa8e7a5abd,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:40.654392 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61ca43-2a8a-4514-b211-126e968d1cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e91d3-87fb-4358-a28c-efd69eb86047,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:40.655404 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] For port 7d4d5dec-e129-4abe-91cc-4fc577d06908, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:40.655404 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] For port 7d4d5dec-e129-4abe-91cc-4fc577d06908, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=7d4d5dec-e129-4abe-91cc-4fc577d06908,segment=NetworkSegment(29cc7454-7258-46a9-807d-517178e5baf9),segment_id=29cc7454-7258-46a9-807d-517178e5baf9)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:40.727414 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.734737 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:40.737087 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a56868f3-dd4c-4e02-8d7a-fbd56b0e5234 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7048306 Aug 29 23:53:40.828940 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a24c8e17-c31f-46a9-a5ed-b9459813d1b9 req-6fece7b3-4b6f-41fb-b611-ba21c8733381 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=98048107-6035-440d-b29e-4b51e50e671b HTTP/1.1" status: 200 len: 210 time: 0.0852034 Aug 29 23:53:40.841811 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8511a2-7f12-4fce-b8d7-bff4d60c1a09 req-d18a6a12-4e6d-474c-8200-126aa733db6a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:40.850794 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842f10b-3d1c-4f33-a497-77daf77bb521 None None] Pushing event updated for resources: {'Port': ['ID=7d4d5dec-e129-4abe-91cc-4fc577d06908,revision_number=4']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:40.853601 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Routers {'6f5db344-dbec-436b-9122-92691c4df8aa'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:40.854503 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['6f5db344-dbec-436b-9122-92691c4df8aa'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:40.855201 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-da8511a2-7f12-4fce-b8d7-bff4d60c1a09 req-d18a6a12-4e6d-474c-8200-126aa733db6a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 944 time: 0.2255275 Aug 29 23:53:40.872567 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4496c220-d785-47cc-8a05-42c8832bf15c details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:40.879352 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d1602be7-c422-4463-af42-5384d69d2c62 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:53:40.933508 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: d1602be7-c422-4463-af42-5384d69d2c62 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:53:40.933959 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d1602be7-c422-4463-af42-5384d69d2c62 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:53:40.954288 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:40.977938 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-da8511a2-7f12-4fce-b8d7-bff4d60c1a09 req-95184109-d5ca-4782-8d15-b5384dc4d6e8 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196337 Aug 29 23:53:41.170200 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] Set router 6f5db344-dbec-436b-9122-92691c4df8aa gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:41.234770 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4496c220-d785-47cc-8a05-42c8832bf15c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4496c220-d785-47cc-8a05-42c8832bf15c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:41.293950 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '4496c220-d785-47cc-8a05-42c8832bf15c', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c', 'mac_address': 'fa:16:3e:68:0a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:41.377617 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 4496c220-d785-47cc-8a05-42c8832bf15c is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:41.385437 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:41.431837 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4496c220-d785-47cc-8a05-42c8832bf15c {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:41.496044 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4496c220-d785-47cc-8a05-42c8832bf15c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4496c220-d785-47cc-8a05-42c8832bf15c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:41.566789 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:41.672922 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:53:35Z', 'revision_number': 4, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port': {'id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:29Z', 'updated_at': '2022-08-29T23:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '7d4d5dec-e129-4abe-91cc-4fc577d06908', 'name': '', 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '301082ad-f995-4f48-ad1d-4743801d0327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:34Z', 'updated_at': '2022-08-29T23:53:40Z', 'revision_number': 4, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'subnets': [{'id': '301082ad-f995-4f48-ad1d-4743801d0327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:41.690600 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=4496c220-d785-47cc-8a05-42c8832bf15c,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:41.703195 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24c6317-387f-4e8b-ad11-203e8042cf03 None None] The sync data for ids ['6f5db344-dbec-436b-9122-92691c4df8aa'] in dv-cinder-854272-4-iscsi is: [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:53:35Z', 'revision_number': 4, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port': {'id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:29Z', 'updated_at': '2022-08-29T23:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '7d4d5dec-e129-4abe-91cc-4fc577d06908', 'name': '', 'network_id': '02c189c2-353e-4f90-9810-b7e118ca230d', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'mac_address': 'fa:16:3e:f7:bd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '301082ad-f995-4f48-ad1d-4743801d0327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:34Z', 'updated_at': '2022-08-29T23:53:40Z', 'revision_number': 4, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'subnets': [{'id': '301082ad-f995-4f48-ad1d-4743801d0327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:41.761018 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-42fb5753-f94b-4459-8572-8d9ba3beb783 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--238710086&fields=id&tenant_id=80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 267 time: 0.2336221 Aug 29 23:53:41.802276 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6511a-6c24-4e71-8c50-5d733bd23dd5 req-87378478-e64d-40bd-975d-d0859a2f3d2b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:41.821617 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-03c6511a-6c24-4e71-8c50-5d733bd23dd5 req-87378478-e64d-40bd-975d-d0859a2f3d2b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.2261944 Aug 29 23:53:41.860050 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4496c220-d785-47cc-8a05-42c8832bf15c'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:42.015477 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:42.116649 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 7d4d5dec-e129-4abe-91cc-4fc577d06908 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:42.186904 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:42.194894 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 7d4d5dec-e129-4abe-91cc-4fc577d06908 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:42.195527 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:42.354262 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:42.409040 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:42.501491 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-03c6511a-6c24-4e71-8c50-5d733bd23dd5 req-612fcd63-aedb-4013-9f62-b7bbe5a59e19 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6780915 Aug 29 23:53:42.509886 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 7d4d5dec-e129-4abe-91cc-4fc577d06908 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:42.510881 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:42.530090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-00ab1e25-31a3-4ebd-b43d-f4167d1abfed tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:42.532084 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-00ab1e25-31a3-4ebd-b43d-f4167d1abfed tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 814 time: 0.7699175 Aug 29 23:53:42.533720 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:42.555083 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-425d2de6-d258-4086-8b42-361e9285ea94 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/quotas/80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 375 time: 0.0158107 Aug 29 23:53:42.582278 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 7d4d5dec-e129-4abe-91cc-4fc577d06908, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=7d4d5dec-e129-4abe-91cc-4fc577d06908,segment=NetworkSegment(29cc7454-7258-46a9-807d-517178e5baf9),segment_id=29cc7454-7258-46a9-807d-517178e5baf9)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:42.708028 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-d4414703-2fa3-413c-a9a5-fd8b556e1203 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483171 Aug 29 23:53:42.709132 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:42.826460 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=7d4d5dec-e129-4abe-91cc-4fc577d06908,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:42.896934 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4cb39-014a-4230-981a-bc7c0fd97e1e req-2d9cb7d4-6287-4ba3-9aaf-ec723f9b5908 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:42.902553 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4496c220-d785-47cc-8a05-42c8832bf15c up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:42.915520 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d5c4cb39-014a-4230-981a-bc7c0fd97e1e req-2d9cb7d4-6287-4ba3-9aaf-ec723f9b5908 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.2310088 Aug 29 23:53:43.032540 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 4496c220-d785-47cc-8a05-42c8832bf15c completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:53:43.070593 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:43.127740 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d5c4cb39-014a-4230-981a-bc7c0fd97e1e req-176eab7e-161e-4966-ae50-88bc85b82a19 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103257 Aug 29 23:53:43.159920 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-e448c9ac-537a-4e50-b07d-029f5f115a64 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940554 Aug 29 23:53:43.177072 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 4496c220-d785-47cc-8a05-42c8832bf15c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:43.177749 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:43.440247 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-1413110c-ce20-4090-ad4d-b2734a046612 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703552 Aug 29 23:53:43.478412 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 4496c220-d785-47cc-8a05-42c8832bf15c is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:43.482210 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:43.492143 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d22981-f905-4b3f-a069-cb59d7c89fce req-6fee1f44-7c6b-4162-bb95-28da12612e49 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:43.501410 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-01d22981-f905-4b3f-a069-cb59d7c89fce req-6fee1f44-7c6b-4162-bb95-28da12612e49 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 945 time: 0.1145859 Aug 29 23:53:43.581971 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-01d22981-f905-4b3f-a069-cb59d7c89fce req-70e69faa-1bdb-4742-8b18-7a457072be2e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787029 Aug 29 23:53:43.609840 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:43.620525 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf4e9f-471a-4516-9ed2-d3d6e8130b3f" -d '{"events": [{"server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "name": "network-vif-plugged", "status": "completed", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:43.652686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4496c220-d785-47cc-8a05-42c8832bf15c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4496c220-d785-47cc-8a05-42c8832bf15c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:43.760459 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:43.874412 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-3ea4b9d5-9bd7-4b4f-9ddc-e4e448272346 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:43.881984 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-3ea4b9d5-9bd7-4b4f-9ddc-e4e448272346 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/networks?id=9679b41b-badb-474e-91ed-865a85109ffa HTTP/1.1" status: 200 len: 809 time: 0.1678460 Aug 29 23:53:43.901019 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-63189887-3fd9-4b5b-b941-6d5be662d4b4 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/quotas/87299c60c42b43e7bf7e8f92f30ae87d HTTP/1.1" status: 200 len: 375 time: 0.0174918 Aug 29 23:53:43.962212 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-d7837dd2-b929-46c7-a63d-1d3eb4f36702 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=87299c60c42b43e7bf7e8f92f30ae87d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486250 Aug 29 23:53:43.962862 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=4496c220-d785-47cc-8a05-42c8832bf15c,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:44.062512 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 7d4d5dec-e129-4abe-91cc-4fc577d06908 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:44.216097 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 7d4d5dec-e129-4abe-91cc-4fc577d06908 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:44.216483 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:44.239361 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a209bf-26f2-4445-b3c0-7a6ec428977a req-03046baa-e99b-42bd-9cc4-2cc4c8ccad48 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:44.241772 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d1a209bf-26f2-4445-b3c0-7a6ec428977a req-03046baa-e99b-42bd-9cc4-2cc4c8ccad48 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0731444 Aug 29 23:53:44.275080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:44.400070 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 7d4d5dec-e129-4abe-91cc-4fc577d06908 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:44.400829 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d1a209bf-26f2-4445-b3c0-7a6ec428977a req-991bf4de-79dd-4f60-8a23-8aab34e1237f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408629 Aug 29 23:53:44.459232 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-5026ae1c-6f63-49dd-b1e9-c1267e76c8fb service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959671 Aug 29 23:53:44.502914 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab13ffb-0c55-4e92-b958-1bcb6b595c4a x-openstack-request-id: req-dab13ffb-0c55-4e92-b958-1bcb6b595c4a {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:44.503208 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "name": "network-vif-plugged", "status": "completed", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:44.503641 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dab13ffb-0c55-4e92-b958-1bcb6b595c4a {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:44.504321 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dab13ffb-0c55-4e92-b958-1bcb6b595c4a'] response: {'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c', 'code': 200} Aug 29 23:53:44.605777 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b9828440-628d-4940-a765-42c2326663eb req-02083a0d-0cfa-4894-a364-729bb5401153 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0353959 Aug 29 23:53:44.765531 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-a40eac99-6cd7-4a1c-8d00-e67d02246cc3 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042662 Aug 29 23:53:44.878308 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279837e2-a8db-4bba-9983-29c7bd517373 req-eef42eb3-907b-41e5-b3ba-b1d492b2de38 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:44.892117 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-279837e2-a8db-4bba-9983-29c7bd517373 req-eef42eb3-907b-41e5-b3ba-b1d492b2de38 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1088009 Aug 29 23:53:45.023363 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a00bc-c641-46c8-bf9c-8c21af34cfd1 req-f4b21088-5b6b-43cb-802c-5a2f7a3f016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:45.025256 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-350a00bc-c641-46c8-bf9c-8c21af34cfd1 req-f4b21088-5b6b-43cb-802c-5a2f7a3f016c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1130 time: 0.1116045 Aug 29 23:53:45.042494 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-279837e2-a8db-4bba-9983-29c7bd517373 req-62dffcb1-d895-49b6-9644-33949096f8bb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473055 Aug 29 23:53:45.237346 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-350a00bc-c641-46c8-bf9c-8c21af34cfd1 req-65ffa7df-7ba0-42f4-9a8d-37e7a958978d service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942842 Aug 29 23:53:45.403284 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-73e6862f-7679-44e5-ae4f-ddb60274b0d8 req-9e0f8d59-b534-4f66-b72f-45fa80a465bb tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.1607499 Aug 29 23:53:45.551034 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42914ea0-5975-4e1f-8022-5413173c2579 req-5a04b873-2be8-4557-b11f-e008e6019e41 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:45.557514 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42914ea0-5975-4e1f-8022-5413173c2579 req-5a04b873-2be8-4557-b11f-e008e6019e41 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0934982 Aug 29 23:53:45.686187 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42914ea0-5975-4e1f-8022-5413173c2579 req-ad8b0591-80bc-4a41-880a-ae1955ec4c95 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154974 Aug 29 23:53:45.811781 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c4235caf-afb4-45a3-8d90-737abfdfa785 req-59567b90-3b28-4e89-a700-f64397b4c588 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0925279 Aug 29 23:53:46.209719 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127bfde1-d2dd-4c7f-9028-463cee715036 req-cb12376e-767e-43ab-a172-0fc69442d9ad tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:46.211366 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-127bfde1-d2dd-4c7f-9028-463cee715036 req-cb12376e-767e-43ab-a172-0fc69442d9ad tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0647798 Aug 29 23:53:46.266777 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-127bfde1-d2dd-4c7f-9028-463cee715036 req-2319a584-f4cb-4f5d-8f3e-60f22c9872fe tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496724 Aug 29 23:53:46.546391 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aa557c8-018a-4fc5-9629-8f973001354d req-ea97636b-6ffc-442d-8234-9aee713145b1 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0471251 Aug 29 23:53:46.905346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:53:46.948588 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:46.959962 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fd365-4895-4f58-9dae-20f23da132b9 req-960e49e0-9ac1-43f9-86f1-ff4a91a7d214 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:46.966336 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-271fd365-4895-4f58-9dae-20f23da132b9 req-960e49e0-9ac1-43f9-86f1-ff4a91a7d214 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1153328 Aug 29 23:53:47.049214 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c9e05c5b-ee1a-44be-8212-2a2f2c902ba3 req-d0f61c29-8015-436c-a66a-4a94f35d335b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0657334 Aug 29 23:53:47.116570 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-271fd365-4895-4f58-9dae-20f23da132b9 req-1d54eb0d-b124-4d77-bb5a-9bab433416d6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327894 Aug 29 23:53:47.124234 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:47.165318 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '70011c53-2246-46a9-9308-734ee213614a', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'port_id': '70011c53-2246-46a9-9308-734ee213614a', 'mac_address': 'fa:16:3e:46:d8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:53:47.227100 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 70011c53-2246-46a9-9308-734ee213614a is: ACTIVE; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:47.227786 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.247959 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70011c53-2246-46a9-9308-734ee213614a {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:47.301030 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:47.444726 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:47.607118 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:47.614634 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=6']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:47.640118 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7bdd7-5660-425b-9329-442f7f342f6b req-c6abc649-3fcc-4c02-ae53-380ec20eddd4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:47.647920 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fba7bdd7-5660-425b-9329-442f7f342f6b req-c6abc649-3fcc-4c02-ae53-380ec20eddd4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.2103484 Aug 29 23:53:47.699782 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['70011c53-2246-46a9-9308-734ee213614a'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:53:47.703735 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:47.710146 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fba7bdd7-5660-425b-9329-442f7f342f6b req-e4883e00-82ed-4f55-b772-0a5442ba4bf9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612359 Aug 29 23:53:47.787503 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-738beee2-c1a6-445d-954e-3fc44a14d36e req-0529d95f-e853-4fc7-aa8d-0b1963974645 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0847917 Aug 29 23:53:48.289408 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b42ad45d-cb8c-4a3f-864d-179733a6653f req-604cb2e8-14ef-40a5-9729-c451f8107860 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0467808 Aug 29 23:53:48.408188 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6c93-3bd0-4e4b-a3f3-b1e04ba2b06a req-77361eaf-e5f5-44bc-8f36-a77babaae884 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:48.414474 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0d6c6c93-3bd0-4e4b-a3f3-b1e04ba2b06a req-77361eaf-e5f5-44bc-8f36-a77babaae884 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1226881 Aug 29 23:53:48.533479 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0d6c6c93-3bd0-4e4b-a3f3-b1e04ba2b06a req-33fa58ca-53ed-4f8d-ae2f-cbec37f2846e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079662 Aug 29 23:53:48.701676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd25f5-0327-4e2d-96ac-df03439a122a req-8bdacf8e-c12b-41d3-94af-d4f63681a80c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:48.703211 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0ecd25f5-0327-4e2d-96ac-df03439a122a req-8bdacf8e-c12b-41d3-94af-d4f63681a80c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0631361 Aug 29 23:53:48.719153 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 49212) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:48.725288 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'floatingip': {'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:48.781211 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (a5d56cf3-5398-4d27-83c5-a43e69e1701c), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:48.912358 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebcfdb-1081-46a3-99ce-a624ddddfe49 req-1bb88f0a-60af-4a07-9d12-946870cceacd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:48.917408 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d2ebcfdb-1081-46a3-99ce-a624ddddfe49 req-1bb88f0a-60af-4a07-9d12-946870cceacd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0956507 Aug 29 23:53:49.001794 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d2ebcfdb-1081-46a3-99ce-a624ddddfe49 req-c56f2cdd-d090-48f0-bd73-18c790113baf tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790031 Aug 29 23:53:49.047070 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8bf1207-080a-440b-a53b-4d441b528db3 req-1d1d0150-e45b-445b-9063-1470d77c8389 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0695419 Aug 29 23:53:49.319779 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:49.502580 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.527632 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-659861a4-b2d8-46e9-8bb4-1776c3c4820a req-70265266-4b47-4c11-8c1e-541c7f92c10e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0821872 Aug 29 23:53:49.589227 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (a5d56cf3-5398-4d27-83c5-a43e69e1701c), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:49.715249 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Floating IP a5d56cf3-5398-4d27-83c5-a43e69e1701c associated. External IP: 172.27.2.14, port: 4496c220-d785-47cc-8a05-42c8832bf15c. Aug 29 23:53:50.013746 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Router cd22b49f-721e-45c9-a6fc-acd77851c4d5 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:53:50.024822 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:53:50.040154 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:50.169318 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 70011c53-2246-46a9-9308-734ee213614a triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:50.169719 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (70011c53-2246-46a9-9308-734ee213614a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:50.190676 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:53:50.197693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:50.231696 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] Sync routers for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:53:50.256232 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:50.257204 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:50.257363 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-72cb21c0-46e9-4c73-ac6b-da5a881a9d91 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/a5d56cf3-5398-4d27-83c5-a43e69e1701c HTTP/1.1" status: 200 len: 991 time: 1.5342624 Aug 29 23:53:50.258115 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:50.261789 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:50.310400 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fac822-47db-4282-b9ac-52db2eee0a73 req-55a31d15-92ed-4084-ab45-6deacfc67a2c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:50.312865 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a0fac822-47db-4282-b9ac-52db2eee0a73 req-55a31d15-92ed-4084-ab45-6deacfc67a2c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.1046803 Aug 29 23:53:50.398867 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-53af8fa6-aef0-49f4-8bcf-a6372cdb2e46 req-12cbf6a2-7dfe-409f-adc0-b5194deca280 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0704842 Aug 29 23:53:50.398867 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:50.404480 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:50.488316 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8334a3-e54b-4f07-b5b0-854e7a79817b x-openstack-request-id: req-5a8334a3-e54b-4f07-b5b0-854e7a79817b {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:50.488766 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:50.489129 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5a8334a3-e54b-4f07-b5b0-854e7a79817b {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:50.489653 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8334a3-e54b-4f07-b5b0-854e7a79817b'] response: {'name': 'network-changed', 'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c', 'status': 'completed', 'code': 200} Aug 29 23:53:50.523039 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a0fac822-47db-4282-b9ac-52db2eee0a73 req-3278a3c8-160a-4c94-ad4e-a991472f5b48 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012467 Aug 29 23:53:50.643186 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 70011c53-2246-46a9-9308-734ee213614a is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:53:50.643628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:50.674168 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6cf0b704-91b2-40d1-94f6-01fd3199181f req-480ef213-89d3-4933-86e8-f9ab383bc48f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0425606 Aug 29 23:53:50.715465 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70011c53-2246-46a9-9308-734ee213614a'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:50.717775 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea7e271-201a-4ffc-9995-dc87bc82a2e8" -d '{"events": [{"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "70011c53-2246-46a9-9308-734ee213614a"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:50.742337 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:53:50.758556 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db976ed3-8c3e-4b62-8474-a8a9162481a2 x-openstack-request-id: req-db976ed3-8c3e-4b62-8474-a8a9162481a2 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:50.758847 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "70011c53-2246-46a9-9308-734ee213614a", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:50.759101 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-db976ed3-8c3e-4b62-8474-a8a9162481a2 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:50.760100 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db976ed3-8c3e-4b62-8474-a8a9162481a2'] response: {'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70011c53-2246-46a9-9308-734ee213614a', 'code': 200} Aug 29 23:53:50.801739 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:50.820070 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'a5d56cf3-5398-4d27-83c5-a43e69e1701c', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'mac_address': 'fa:16:3e:68:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:15Z', 'updated_at': '2022-08-29T23:53:49Z', 'revision_number': 1, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:50.846664 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] Checking router: cd22b49f-721e-45c9-a6fc-acd77851c4d5 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:53:50.856549 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:53:50.857187 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:53:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:50.988140 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:53:51.031274 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:51.072903 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:51.166810 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=7']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:51.215285 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-797e6505-bed5-4d96-b9f3-bf6e5f51e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:51.217265 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-797e6505-bed5-4d96-b9f3-bf6e5f51e565 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1130 time: 0.0633965 Aug 29 23:53:51.420966 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-2b0d84cb-e772-46fb-83b7-569c668fd428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:51.422721 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-2b0d84cb-e772-46fb-83b7-569c668fd428 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.1957726 Aug 29 23:53:51.502606 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'a5d56cf3-5398-4d27-83c5-a43e69e1701c', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'mac_address': 'fa:16:3e:68:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:15Z', 'updated_at': '2022-08-29T23:53:49Z', 'revision_number': 1, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:53:51.524589 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-8e311fc8-ffc4-45d1-aa14-57b1e50a3be8 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4496c220-d785-47cc-8a05-42c8832bf15c HTTP/1.1" status: 200 len: 999 time: 0.0953023 Aug 29 23:53:51.539813 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b13610-7392-45d2-af82-ddf3b43b4881 None None] The sync data for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi is: [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'a5d56cf3-5398-4d27-83c5-a43e69e1701c', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'mac_address': 'fa:16:3e:68:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:15Z', 'updated_at': '2022-08-29T23:53:49Z', 'revision_number': 1, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:53:51.599805 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0886f2c0-d2f4-431a-8074-a5ba025f8160 req-989576f0-5b39-4c58-a4ca-395371bdd7f1 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0735092 Aug 29 23:53:51.654099 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-359ec55d-5462-4e9d-97a0-99691fd457e9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:51.655985 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-359ec55d-5462-4e9d-97a0-99691fd457e9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 814 time: 0.2424889 Aug 29 23:53:51.676454 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=54 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:51.794978 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b90da7-8f4c-46b4-a132-9438b63387ad req-1093e477-f6b0-4c50-8564-a76ceb2250f6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:51.806013 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c4b90da7-8f4c-46b4-a132-9438b63387ad req-1093e477-f6b0-4c50-8564-a76ceb2250f6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1635208 Aug 29 23:53:51.920495 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-ac4e9747-1847-4141-9b2b-839aad470d1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 472 time: 0.2044938 Aug 29 23:53:51.953307 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'port': {'device_id': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'admin_state_up': True, 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'security_groups': ['737cb03f-667f-4164-ab18-9cac8ab9c713']}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:51.975408 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d2217afa-7d60-42da-bf4b-9a57b2333b11 req-2a4f1f8b-0370-48f2-93d6-f67e93325e7b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0784168 Aug 29 23:53:52.032523 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91bd19-48e8-4877-b9f7-eb56280755cc None None] New status for floating IP a5d56cf3-5398-4d27-83c5-a43e69e1701c: ACTIVE {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:53:52.108484 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c4b90da7-8f4c-46b4-a132-9438b63387ad req-8d97ce81-bb12-42df-9699-b96641df09ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624454 Aug 29 23:53:52.119761 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-41058bc7-f63a-4ca4-abfe-8da7d0618650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:52.122393 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-41058bc7-f63a-4ca4-abfe-8da7d0618650 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.3667994 Aug 29 23:53:52.221508 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-9d2cefb2-40d0-4db4-b19f-d17452b221a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:52.224518 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-9d2cefb2-40d0-4db4-b19f-d17452b221a6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798545 Aug 29 23:53:52.456326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Made reservation on behalf of 80d82515633f4c2faa34d3225a6f26a6 for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:52.461252 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:52.631522 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-74c6d20a-40dc-4aa3-80d6-59168155eddb tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:52.633092 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-74c6d20a-40dc-4aa3-80d6-59168155eddb tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9679b41b-badb-474e-91ed-865a85109ffa HTTP/1.1" status: 200 len: 809 time: 0.5045846 Aug 29 23:53:52.659543 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Request body: {'port': {'device_id': '99bcefc4-8780-4660-ab70-6348d13dc688', 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa', 'admin_state_up': True, 'tenant_id': '87299c60c42b43e7bf7e8f92f30ae87d'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:52.701209 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-b6803f20-c6b0-4dbc-90eb-646051b725a2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364989 Aug 29 23:53:52.781509 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:52.799539 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Allocated IP 172.20.0.11 (9b596b2d-12e3-47f4-a595-eed3b3358a18/c496b8d6-8b00-49fa-bb8e-5ad596ae66a6/acc77992-4cc6-4366-b576-3d7fb81a0859) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:52.870700 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1e1d8c93-ddf2-44ec-9687-3271c039d961 req-060ba21b-1596-4466-ad87-3156f274078c tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0953758 Aug 29 23:53:52.939364 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:52.970909 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-abb7db0f-8bb5-45a9-8796-8e4e25ee75dd req-43099c38-1b56-416d-a7ef-1656f6ab8cf3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667587 Aug 29 23:53:52.998976 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:53.060733 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.080941 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Made reservation on behalf of 87299c60c42b43e7bf7e8f92f30ae87d for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:53:53.091231 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.133629 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:53.243232 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.254861 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-eb15614e-f375-4f08-9f60-cc3c861c43fe req-2ccbefee-ac0a-4273-a13d-6078733984dc tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.1250660 Aug 29 23:53:53.361786 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=acc77992-4cc6-4366-b576-3d7fb81a0859,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:53.374057 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:53.375687 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:53.394209 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:53.465063 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:53.466702 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.559852 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-56e9f923-0772-41bf-92ce-50771805afcb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6120126 Aug 29 23:53:53.577878 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Request body: {'port': {'device_id': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:53.734262 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Allocated IP 172.20.0.4 (9679b41b-badb-474e-91ed-865a85109ffa/9ae1696e-863c-49c7-8b6e-cfccfe614055/4c751dea-da0b-48df-84d7-047dd5c836e0) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:53:53.761231 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b71bc-eef0-432b-8365-909c251e2b52 req-3def40df-4422-40b8-a748-256355bf2b5f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:53.769402 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-597b71bc-eef0-432b-8365-909c251e2b52 req-3def40df-4422-40b8-a748-256355bf2b5f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.5036407 Aug 29 23:53:53.785355 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.901322 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-db15be63-80d0-438f-9b9a-ef1dbbeb6de7 None None] Provisioning complete for port acc77992-4cc6-4366-b576-3d7fb81a0859 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:53:53.902349 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-db15be63-80d0-438f-9b9a-ef1dbbeb6de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:53.991267 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-db15be63-80d0-438f-9b9a-ef1dbbeb6de7 None None] Port acc77992-4cc6-4366-b576-3d7fb81a0859 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:53:54.004790 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-597b71bc-eef0-432b-8365-909c251e2b52 req-b22ee121-03f4-4674-8fa0-8766dcbcc212 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338946 Aug 29 23:53:54.203268 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ff8ff01b-3b5f-46ed-a031-8f955f4f8e36 req-3a8bbbe8-e241-47ee-b92b-291d6351f9c0 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0982938 Aug 29 23:53:54.368387 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks [] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.432144 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc77992-4cc6-4366-b576-3d7fb81a0859 {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:54.455587 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Publish callbacks [] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.510002 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22651ea-e016-49a2-ab27-6281589b6bf4 req-984a1d96-41d1-4ea1-8377-c660a190b937 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:54.519696 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Transition to ACTIVE for port object acc77992-4cc6-4366-b576-3d7fb81a0859 will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:54.521261 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c22651ea-e016-49a2-ab27-6281589b6bf4 req-984a1d96-41d1-4ea1-8377-c660a190b937 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 932 time: 0.1068134 Aug 29 23:53:54.533332 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.582655 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Network 9679b41b-badb-474e-91ed-865a85109ffa is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:53:54.582655 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:53:54.584287 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.584675 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:53:54.592106 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:54.593111 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.637791 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:54.707400 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c22651ea-e016-49a2-ab27-6281589b6bf4 req-90d85b4b-748b-49ea-8790-a1283278b744 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849887 Aug 29 23:53:54.714488 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=acc77992-4cc6-4366-b576-3d7fb81a0859,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:54.731964 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0844069 Aug 29 23:53:54.752434 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Request body: {'port': {'device_id': '99bcefc4-8780-4660-ab70-6348d13dc688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:53:54.783733 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16adf67-9ccd-4e1d-891c-b0aa6e239e9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Pushing event updated for resources: {'Port': ['ID=4c751dea-da0b-48df-84d7-047dd5c836e0,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:54.892911 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Attempting to bind port acc77992-4cc6-4366-b576-3d7fb81a0859 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:54.893326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Attempting to bind port acc77992-4cc6-4366-b576-3d7fb81a0859 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:54.893524 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Attempting to bind port acc77992-4cc6-4366-b576-3d7fb81a0859 on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:54.904840 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Port acc77992-4cc6-4366-b576-3d7fb81a0859 on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:54.905217 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Attempting to bind port acc77992-4cc6-4366-b576-3d7fb81a0859 on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:54.915973 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:54.916419 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Checking segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:54.917249 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Bound using segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:54.917249 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Bound port: acc77992-4cc6-4366-b576-3d7fb81a0859, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:54.917505 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:54.948095 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.091318 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] For port acc77992-4cc6-4366-b576-3d7fb81a0859, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:55.100376 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] For port acc77992-4cc6-4366-b576-3d7fb81a0859, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=acc77992-4cc6-4366-b576-3d7fb81a0859,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:55.365883 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.372318 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:55.376292 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:55.376292 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/acc77992-4cc6-4366-b576-3d7fb81a0859 HTTP/1.1" status: 200 len: 1094 time: 1.8053641 Aug 29 23:53:55.376292 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'tag': 'acc77992-4cc6-4366-b576-3d7fb81a0859'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:55.394553 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fa771a-72ea-4b2f-b767-1a31a355c2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b57d3d9f-7fe5-45b7-8e55-2652336c453b", "tag": "acc77992-4cc6-4366-b576-3d7fb81a0859"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:55.494115 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4520d0-a1f3-4606-a95c-2933a3e1885d req-be00a0c6-e21c-47d3-af87-aa3b50e43b13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:55.501834 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ce4520d0-a1f3-4606-a95c-2933a3e1885d req-be00a0c6-e21c-47d3-af87-aa3b50e43b13 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.2719870 Aug 29 23:53:55.514159 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:55.677029 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ce4520d0-a1f3-4606-a95c-2933a3e1885d req-8cd55d9e-e5df-48aa-a07c-29c079736468 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741710 Aug 29 23:53:55.723521 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:55.731529 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc6df6-759b-4768-9a62-471ced79d0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=acc77992-4cc6-4366-b576-3d7fb81a0859,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:55.749270 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5d57f-1f37-4666-9af6-e9c2a911baf4 req-c2fe0741-17b7-4a1b-9efc-2ce28cc5b7f9 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:55.766390 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-6354bb05-f51a-49ad-be2c-279a573dabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:55.768026 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-6354bb05-f51a-49ad-be2c-279a573dabc9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 1128 time: 0.1777337 Aug 29 23:53:55.768696 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5cd5d57f-1f37-4666-9af6-e9c2a911baf4 req-c2fe0741-17b7-4a1b-9efc-2ce28cc5b7f9 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 931 time: 0.1841629 Aug 29 23:53:55.895833 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f10d17-5343-4a0c-8f4a-f649a234aaac x-openstack-request-id: req-83f10d17-5343-4a0c-8f4a-f649a234aaac {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:55.896173 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57d3d9f-7fe5-45b7-8e55-2652336c453b", "tag": "acc77992-4cc6-4366-b576-3d7fb81a0859", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:55.896459 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-83f10d17-5343-4a0c-8f4a-f649a234aaac {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:55.896872 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f10d17-5343-4a0c-8f4a-f649a234aaac'] response: {'name': 'network-changed', 'server_uuid': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'tag': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'status': 'completed', 'code': 200} Aug 29 23:53:55.906058 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-b7ba2d4c-76a9-4017-9f21-06d2d7e0ce3d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc77992-4cc6-4366-b576-3d7fb81a0859 HTTP/1.1" status: 200 len: 217 time: 0.1275480 Aug 29 23:53:56.043568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:56.069206 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-713d0ca1-8977-43e0-b9d0-d56401a4a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:56.070713 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-713d0ca1-8977-43e0-b9d0-d56401a4a6f9 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.1511912 Aug 29 23:53:56.075145 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5cd5d57f-1f37-4666-9af6-e9c2a911baf4 req-af5c2520-07c4-4059-a68e-8ab22d7fa330 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053918 Aug 29 23:53:56.214876 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-8f4226ef-90f3-4758-b96e-34593c13ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:56.217686 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-8f4226ef-90f3-4758-b96e-34593c13ffdd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1381128 Aug 29 23:53:56.218683 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538783cd-563c-4f95-8d8e-4e201fb9eadc req-f22921b0-65c7-4198-b38c-d59102a6b186 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:56.222894 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-538783cd-563c-4f95-8d8e-4e201fb9eadc req-f22921b0-65c7-4198-b38c-d59102a6b186 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 944 time: 0.2101142 Aug 29 23:53:56.289339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c751dea-da0b-48df-84d7-047dd5c836e0 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:53:56.306531 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Publish callbacks [] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.405595 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-538783cd-563c-4f95-8d8e-4e201fb9eadc req-34ed96a9-92e1-4bb0-ae19-8ce4f1da0f79 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590695 Aug 29 23:53:56.448364 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Transition to ACTIVE for port object 4c751dea-da0b-48df-84d7-047dd5c836e0 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:53:56.457950 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 49352) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:56.530914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.539212 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:56.546855 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-4c97465f-b9cf-45a5-a8c0-4568ba901a86 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189552 Aug 29 23:53:56.684261 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Pushing event updated for resources: {'Port': ['ID=4c751dea-da0b-48df-84d7-047dd5c836e0,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:56.721771 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4972d74d-477c-45c8-9a6e-12f305608b77 req-c5eec782-811f-4d2a-9b1a-bdc95cc8c004 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685805 Aug 29 23:53:56.723397 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-083cfd5a-8a98-44dd-a7bf-b2d7ef35867b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.749217 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Attempting to bind port 4c751dea-da0b-48df-84d7-047dd5c836e0 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:53:56.751278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Attempting to bind port 4c751dea-da0b-48df-84d7-047dd5c836e0 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:53:56.752330 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Attempting to bind port 4c751dea-da0b-48df-84d7-047dd5c836e0 on network 9679b41b-badb-474e-91ed-865a85109ffa {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:56.772328 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:53:56.784924 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Port 4c751dea-da0b-48df-84d7-047dd5c836e0 on network 9679b41b-badb-474e-91ed-865a85109ffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:53:56.785824 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Attempting to bind port 4c751dea-da0b-48df-84d7-047dd5c836e0 on network 9679b41b-badb-474e-91ed-865a85109ffa {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:53:56.794076 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:53:56.794962 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Checking segment: {'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:53:56.794962 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Bound using segment: {'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:53:56.795798 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Bound port: 4c751dea-da0b-48df-84d7-047dd5c836e0, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020920a3-6abc-449b-9280-33bade531571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:53:56.796654 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.897919 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] For port 4c751dea-da0b-48df-84d7-047dd5c836e0, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:53:56.904090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] For port 4c751dea-da0b-48df-84d7-047dd5c836e0, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4c751dea-da0b-48df-84d7-047dd5c836e0,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:53:56.967657 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-1290c35f-d3f6-43a2-a728-8eece57ee5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:56.976561 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-1290c35f-d3f6-43a2-a728-8eece57ee5e5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 1128 time: 0.1287079 Aug 29 23:53:56.982592 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.988402 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:56.989328 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:56.991307 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/4c751dea-da0b-48df-84d7-047dd5c836e0 HTTP/1.1" status: 200 len: 1093 time: 2.2502115 Aug 29 23:53:57.049534 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bcefc4-8780-4660-ab70-6348d13dc688', 'tag': '4c751dea-da0b-48df-84d7-047dd5c836e0'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:53:57.051905 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e93fa26-428f-4f71-97c0-d545c9d305fc" -d '{"events": [{"name": "network-changed", "server_uuid": "99bcefc4-8780-4660-ab70-6348d13dc688", "tag": "4c751dea-da0b-48df-84d7-047dd5c836e0"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:53:57.207635 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8be38-24ed-4b66-bb7f-c5b0cf0baf05 req-8ec7e28e-7633-4e21-bdc9-074df0fe1446 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:57.209278 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-66e8be38-24ed-4b66-bb7f-c5b0cf0baf05 req-8ec7e28e-7633-4e21-bdc9-074df0fe1446 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.2976978 Aug 29 23:53:57.239897 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b7368f-265a-4b2d-9886-32760c9609cd x-openstack-request-id: req-a3b7368f-265a-4b2d-9886-32760c9609cd {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:53:57.240516 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bcefc4-8780-4660-ab70-6348d13dc688", "tag": "4c751dea-da0b-48df-84d7-047dd5c836e0", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:53:57.240961 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a3b7368f-265a-4b2d-9886-32760c9609cd {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:53:57.241557 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b7368f-265a-4b2d-9886-32760c9609cd'] response: {'name': 'network-changed', 'server_uuid': '99bcefc4-8780-4660-ab70-6348d13dc688', 'tag': '4c751dea-da0b-48df-84d7-047dd5c836e0', 'status': 'completed', 'code': 200} Aug 29 23:53:57.362707 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-98cae121-dbf2-46f7-84e6-3c8c4aeedcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:57.364442 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-98cae121-dbf2-46f7-84e6-3c8c4aeedcc5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 916 time: 0.3809366 Aug 29 23:53:57.441262 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-fc147770-abf5-47d3-8f5a-7601a9e48f2c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc77992-4cc6-4366-b576-3d7fb81a0859 HTTP/1.1" status: 200 len: 217 time: 0.0647879 Aug 29 23:53:57.478454 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:57.478454 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f671fe-cb60-40eb-8e74-03408c8d521d service neutron] Pushing event updated for resources: {'Port': ['ID=4c751dea-da0b-48df-84d7-047dd5c836e0,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:57.481542 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-6aada313-2651-491f-ba12-2179775b25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:57.483470 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-6aada313-2651-491f-ba12-2179775b25ca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=87299c60c42b43e7bf7e8f92f30ae87d&device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 1127 time: 0.2731524 Aug 29 23:53:57.554894 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-8e4e6143-9664-42c9-afe9-276c24c0b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:57.558413 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-8e4e6143-9664-42c9-afe9-276c24c0b5cd service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.1082711 Aug 29 23:53:57.561671 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c9b8b-8eed-4d39-94ff-12fbfe240c2f req-d1566ebd-5f12-4b31-b786-ee08e33cc258 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:57.566246 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-145c9b8b-8eed-4d39-94ff-12fbfe240c2f req-d1566ebd-5f12-4b31-b786-ee08e33cc258 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 943 time: 0.1883984 Aug 29 23:53:57.570574 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-6bf278d6-06bd-426f-9c32-88d895b8c487 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c751dea-da0b-48df-84d7-047dd5c836e0 HTTP/1.1" status: 200 len: 217 time: 0.0674114 Aug 29 23:53:57.580440 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-66e8be38-24ed-4b66-bb7f-c5b0cf0baf05 req-363ebcff-bacb-4264-9062-952934df41b2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860296 Aug 29 23:53:57.662488 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-01b66961-45c3-4938-913d-9d438bf04f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:57.662488 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-01b66961-45c3-4938-913d-9d438bf04f90 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887818 Aug 29 23:53:57.850995 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-8b860b32-486e-45bd-8997-4f8819b84652 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813419 Aug 29 23:53:57.961836 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:57.967332 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-083cfd5a-8a98-44dd-a7bf-b2d7ef35867b admin admin] Publish callbacks [] for security_group (1ca4337c-4951-4eb7-a232-ac6fcc02b967), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:58.034404 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-ba50a109-0218-4703-9159-32a074d7559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:58.036192 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-ba50a109-0218-4703-9159-32a074d7559a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9ae1696e-863c-49c7-8b6e-cfccfe614055 HTTP/1.1" status: 200 len: 849 time: 0.4547083 Aug 29 23:53:58.086800 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6fee2-6bd0-44ac-881e-bfbb7609b205 req-8141f4f2-eb21-4b58-97be-edd178a1c93e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:58.094965 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2ea6fee2-6bd0-44ac-881e-bfbb7609b205 req-8141f4f2-eb21-4b58-97be-edd178a1c93e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 944 time: 0.1385152 Aug 29 23:53:58.098395 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-7e63e9b5-a6dc-4255-ad81-cfc1ba5d212a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9679b41b-badb-474e-91ed-865a85109ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544648 Aug 29 23:53:58.137141 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-145c9b8b-8eed-4d39-94ff-12fbfe240c2f req-ae191a1e-e0b5-40e9-8d69-ca69afe65367 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589232 Aug 29 23:53:58.267722 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2ea6fee2-6bd0-44ac-881e-bfbb7609b205 req-ad3718cb-49b0-45f2-800b-2b18126f9612 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717405 Aug 29 23:53:58.333853 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-45236413-970d-4e03-896e-e122992dcb63 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193272 Aug 29 23:53:58.359808 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-77fa771a-72ea-4b2f-b767-1a31a355c2fa req-c88db8c0-a42e-4f12-bf54-e41adf493f61 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925206 Aug 29 23:53:58.428218 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:58.466456 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-363e2aff-5581-4a6b-98cb-519d85dad540 req-44287685-b217-45fc-9f2e-36b7ff9b23f7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239555 Aug 29 23:53:58.487217 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-083cfd5a-8a98-44dd-a7bf-b2d7ef35867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1ca4337c-4951-4eb7-a232-ac6fcc02b967), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:58.542644 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-083cfd5a-8a98-44dd-a7bf-b2d7ef35867b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=3f287407eb4c46a7aeb70df0c131d1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0822978 Aug 29 23:53:58.545040 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 49376) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:58.545209 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cfd5a-8a98-44dd-a7bf-b2d7ef35867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca4337c-4951-4eb7-a232-ac6fcc02b967,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:58.576623 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 49378) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:58.612955 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-50e6c1ad-8bc9-492a-9b63-58f51de0754c admin admin] Publish callbacks [] for security_group (1ca4337c-4951-4eb7-a232-ac6fcc02b967), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:58.644706 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-50e6c1ad-8bc9-492a-9b63-58f51de0754c admin admin] Publish callbacks [] for security_group (1ca4337c-4951-4eb7-a232-ac6fcc02b967), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:58.753776 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-43ea52d8-bff1-4b0d-ab98-ca09a5a63793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:58.755528 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-43ea52d8-bff1-4b0d-ab98-ca09a5a63793 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=87299c60c42b43e7bf7e8f92f30ae87d&device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 1127 time: 0.0630248 Aug 29 23:53:58.756448 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d12992dd-e22f-46a1-a932-a6c62dbdf64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:58.879428 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e78ea8-212c-4dc9-b7fb-3fa3d9004f5e req-d9405ba1-8379-47b0-86f5-f599a7bd0feb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:58.881031 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-28e78ea8-212c-4dc9-b7fb-3fa3d9004f5e req-d9405ba1-8379-47b0-86f5-f599a7bd0feb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1224122 Aug 29 23:53:58.954780 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-648d824e-95bf-4d20-8263-57c534d319a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:58.956454 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-648d824e-95bf-4d20-8263-57c534d319a6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9679b41b-badb-474e-91ed-865a85109ffa HTTP/1.1" status: 200 len: 911 time: 0.1950259 Aug 29 23:53:58.979040 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-28e78ea8-212c-4dc9-b7fb-3fa3d9004f5e req-2faf437a-5424-40f3-addb-b10a29733da8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908685 Aug 29 23:53:59.007456 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-b55ba109-487b-40bb-a26a-f4bfe0c310bd service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c751dea-da0b-48df-84d7-047dd5c836e0 HTTP/1.1" status: 200 len: 217 time: 0.0411301 Aug 29 23:53:59.059208 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-8d7817fa-cc12-4027-a87c-2e35e99e89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:59.060821 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-8d7817fa-cc12-4027-a87c-2e35e99e89d2 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=9ae1696e-863c-49c7-8b6e-cfccfe614055 HTTP/1.1" status: 200 len: 849 time: 0.0468681 Aug 29 23:53:59.099128 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-7e8f1a05-5305-45ab-a6a8-792ec4061fb9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9679b41b-badb-474e-91ed-865a85109ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326748 Aug 29 23:53:59.155400 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-50e6c1ad-8bc9-492a-9b63-58f51de0754c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1ca4337c-4951-4eb7-a232-ac6fcc02b967), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:59.158055 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-50e6c1ad-8bc9-492a-9b63-58f51de0754c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:59.159275 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-50e6c1ad-8bc9-492a-9b63-58f51de0754c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1ca4337c-4951-4eb7-a232-ac6fcc02b967 HTTP/1.1" status: 204 len: 168 time: 0.6110003 Aug 29 23:53:59.186580 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6c1ad-8bc9-492a-9b63-58f51de0754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca4337c-4951-4eb7-a232-ac6fcc02b967,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:59.246185 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-c8b8d928-089a-4bce-be75-3ae1da30f44b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398764 Aug 29 23:53:59.325087 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d12992dd-e22f-46a1-a932-a6c62dbdf64b admin admin] Publish callbacks [] for security_group (f40ed139-0c0b-4ec9-8a38-bf5d5bd1828c), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:59.445213 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:59.450709 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d12992dd-e22f-46a1-a932-a6c62dbdf64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f40ed139-0c0b-4ec9-8a38-bf5d5bd1828c), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:59.531844 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-d12992dd-e22f-46a1-a932-a6c62dbdf64b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=cc99348cb55649a7a0b12ae47353f405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9533646 Aug 29 23:53:59.534392 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 49398) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:53:59.634401 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:53:59.637984 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e93fa26-428f-4f71-97c0-d545c9d305fc req-4b3d808e-a56e-4486-827e-d312fd133015 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802872 Aug 29 23:53:59.765838 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc82f7b-de22-4911-8cc2-89f7be79c32a req-0d00af8c-1857-4eaa-874a-839f47262819 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:59.770960 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6cc82f7b-de22-4911-8cc2-89f7be79c32a req-0d00af8c-1857-4eaa-874a-839f47262819 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 944 time: 0.2772844 Aug 29 23:53:59.775093 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-55068a48-2cc8-40cc-af48-6b1e599acefe admin admin] Publish callbacks [] for security_group (f40ed139-0c0b-4ec9-8a38-bf5d5bd1828c), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:53:59.780244 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12992dd-e22f-46a1-a932-a6c62dbdf64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40ed139-0c0b-4ec9-8a38-bf5d5bd1828c,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:53:59.805314 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe77a46-9a14-4682-b4d9-5e81cd9a4bee req-a14341c3-3200-4b17-963b-159ee5388947 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:53:59.824733 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bbe77a46-9a14-4682-b4d9-5e81cd9a4bee req-a14341c3-3200-4b17-963b-159ee5388947 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 943 time: 0.3707151 Aug 29 23:53:59.840712 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-55068a48-2cc8-40cc-af48-6b1e599acefe admin admin] Publish callbacks [] for security_group (f40ed139-0c0b-4ec9-8a38-bf5d5bd1828c), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.010202 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6cc82f7b-de22-4911-8cc2-89f7be79c32a req-0682876f-0952-4040-880c-4f6b7128d59c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796303 Aug 29 23:54:00.036271 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bbe77a46-9a14-4682-b4d9-5e81cd9a4bee req-a69037e2-70ee-48cf-80ff-13deb73e39a8 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102783 Aug 29 23:54:00.153829 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-55068a48-2cc8-40cc-af48-6b1e599acefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f40ed139-0c0b-4ec9-8a38-bf5d5bd1828c), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.156771 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-55068a48-2cc8-40cc-af48-6b1e599acefe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:00.160744 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-55068a48-2cc8-40cc-af48-6b1e599acefe admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/f40ed139-0c0b-4ec9-8a38-bf5d5bd1828c HTTP/1.1" status: 204 len: 168 time: 0.6217637 Aug 29 23:54:00.194375 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55068a48-2cc8-40cc-af48-6b1e599acefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40ed139-0c0b-4ec9-8a38-bf5d5bd1828c,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:00.213722 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4952498-ff94-4435-9400-a1088cbeb9f7 req-b7bdf71d-3eb8-4547-bdec-2f71cc7e785d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:00.215548 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e4952498-ff94-4435-9400-a1088cbeb9f7 req-b7bdf71d-3eb8-4547-bdec-2f71cc7e785d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0775993 Aug 29 23:54:00.315211 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e4952498-ff94-4435-9400-a1088cbeb9f7 req-9aab211c-a8d7-4eac-91db-890e8f8ed766 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862195 Aug 29 23:54:01.140888 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7880668a-22ec-44d7-b445-72475fced05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.303342 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d3624-27e4-48a7-bced-166e7e6741ee req-560246ac-c2d7-4b27-a3c7-11a8c86ca216 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:01.307144 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fd7d3624-27e4-48a7-bced-166e7e6741ee req-560246ac-c2d7-4b27-a3c7-11a8c86ca216 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 944 time: 0.1075342 Aug 29 23:54:01.322197 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22052e88-3317-4977-8d84-d5cce74820f8 req-cab15104-e83c-4e08-8d18-d556bc0fc76d tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:01.329775 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-22052e88-3317-4977-8d84-d5cce74820f8 req-cab15104-e83c-4e08-8d18-d556bc0fc76d tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 943 time: 0.1192110 Aug 29 23:54:01.407205 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fd7d3624-27e4-48a7-bced-166e7e6741ee req-9e008eec-52be-4887-acd2-b300ee50464e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746374 Aug 29 23:54:01.450687 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-22052e88-3317-4977-8d84-d5cce74820f8 req-d7537701-7e24-41f2-9993-d1c657b75ac5 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198454 Aug 29 23:54:01.485607 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 49432) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:01.507556 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0381b73-1165-44c1-83fe-88d1f0b484f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.704707 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274697a0-f0aa-4f18-96b2-8ecce0403a43 req-00780e5c-dd53-43f2-9cbf-7e2f3ef887d5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:01.706342 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-274697a0-f0aa-4f18-96b2-8ecce0403a43 req-00780e5c-dd53-43f2-9cbf-7e2f3ef887d5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1516812 Aug 29 23:54:01.782155 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0381b73-1165-44c1-83fe-88d1f0b484f2 admin admin] Publish callbacks [] for security_group (1b46a1eb-449b-4c2d-be4e-1d6d3145246d), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.838135 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-0cf6e754-ca09-42a4-bf52-57c05920409c tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:01.846657 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-0cf6e754-ca09-42a4-bf52-57c05920409c tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/networks?id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 200 len: 815 time: 0.2930434 Aug 29 23:54:01.871877 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-f202e02c-1aed-4657-aeb6-635fd658b0c7 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/quotas/2f665e85ae5b4008b60765fd3076a331 HTTP/1.1" status: 200 len: 375 time: 0.0239801 Aug 29 23:54:01.876410 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-274697a0-f0aa-4f18-96b2-8ecce0403a43 req-6b05d953-ee65-4d5a-9937-7051b702870c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541188 Aug 29 23:54:01.878830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0381b73-1165-44c1-83fe-88d1f0b484f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1b46a1eb-449b-4c2d-be4e-1d6d3145246d), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:01.903359 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:01.961845 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0381b73-1165-44c1-83fe-88d1f0b484f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b46a1eb-449b-4c2d-be4e-1d6d3145246d,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:01.987135 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-d0381b73-1165-44c1-83fe-88d1f0b484f2 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=66cd7a8305d247fd93521b59ecb3c91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5005610 Aug 29 23:54:01.989511 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 49438) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:02.002883 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-1756d035-c205-41b0-9cec-8747bb3d2fbc tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2f665e85ae5b4008b60765fd3076a331&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158092 Aug 29 23:54:02.077052 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4aba0919-ec19-49e9-9736-6584a4aaf20a admin admin] Publish callbacks [] for security_group (1b46a1eb-449b-4c2d-be4e-1d6d3145246d), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:02.079169 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:02.122977 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4aba0919-ec19-49e9-9736-6584a4aaf20a admin admin] Publish callbacks [] for security_group (1b46a1eb-449b-4c2d-be4e-1d6d3145246d), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:02.129944 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-4831e20d-8df2-47dc-9fa1-fd5a3c339501 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228249 Aug 29 23:54:02.269279 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-f4e345ab-1b58-4bbc-a9b5-a5841c7099b2 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376998 Aug 29 23:54:02.273721 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4aba0919-ec19-49e9-9736-6584a4aaf20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1b46a1eb-449b-4c2d-be4e-1d6d3145246d), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:02.279096 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4aba0919-ec19-49e9-9736-6584a4aaf20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:02.288500 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4aba0919-ec19-49e9-9736-6584a4aaf20a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1b46a1eb-449b-4c2d-be4e-1d6d3145246d HTTP/1.1" status: 204 len: 168 time: 0.2898831 Aug 29 23:54:02.300213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0919-ec19-49e9-9736-6584a4aaf20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b46a1eb-449b-4c2d-be4e-1d6d3145246d,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:02.558877 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:02.626817 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ea164-03b4-4f00-9470-e369391bc644 req-e964e669-1f48-45b7-a045-ef3e4b9e853a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:02.634453 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-355ea164-03b4-4f00-9470-e369391bc644 req-e964e669-1f48-45b7-a045-ef3e4b9e853a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 944 time: 0.1161308 Aug 29 23:54:02.740169 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-355ea164-03b4-4f00-9470-e369391bc644 req-0072d6c5-e697-4af5-ba17-37eff7f0aee6 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046019 Aug 29 23:54:02.819022 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a57df6-b936-49ab-8f49-b2cc76309e17 req-8acf8fa0-3564-45d7-bf4d-bfedc856c43a tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:02.827296 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a6a57df6-b936-49ab-8f49-b2cc76309e17 req-8acf8fa0-3564-45d7-bf4d-bfedc856c43a tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 943 time: 0.1407030 Aug 29 23:54:02.907677 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c00ff206-7dce-452b-a3b7-4a175ce038b3 req-28956e43-e111-4eda-93a3-2b054729df26 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 210 time: 0.0530131 Aug 29 23:54:02.943580 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a6a57df6-b936-49ab-8f49-b2cc76309e17 req-18632bc9-74c4-4506-9f40-253e5bd6fac2 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098077 Aug 29 23:54:02.986471 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device acc77992-4cc6-4366-b576-3d7fb81a0859 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:54:03.097787 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb49376-d7b7-4022-9508-02b62272aeaa req-bde77cdd-f4f6-4951-9263-beb3dde3a4a9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:03.099648 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9fb49376-d7b7-4022-9508-02b62272aeaa req-bde77cdd-f4f6-4951-9263-beb3dde3a4a9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0660057 Aug 29 23:54:03.123976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:03.171861 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9fb49376-d7b7-4022-9508-02b62272aeaa req-1be91262-7fc7-4d76-9a24-af4e5f89a169 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633934 Aug 29 23:54:03.183063 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port acc77992-4cc6-4366-b576-3d7fb81a0859, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=acc77992-4cc6-4366-b576-3d7fb81a0859,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:03.198662 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'port_id': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'mac_address': 'fa:16:3e:76:ad:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:54:03.243413 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port acc77992-4cc6-4366-b576-3d7fb81a0859 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:03.244307 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.267478 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc77992-4cc6-4366-b576-3d7fb81a0859 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:03.295206 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port acc77992-4cc6-4366-b576-3d7fb81a0859, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=acc77992-4cc6-4366-b576-3d7fb81a0859,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:03.509340 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.571627 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 49458) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:03.571627 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-deab7bea-9cf4-48cb-867e-0ead968cc664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.573551 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=acc77992-4cc6-4366-b576-3d7fb81a0859,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:03.636755 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-deab7bea-9cf4-48cb-867e-0ead968cc664 admin admin] Publish callbacks [] for security_group (da2349f1-c548-4f45-be3f-e104e3047b01), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.816319 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-52caf4d3-57bf-4c0e-8084-65a501644d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:03.823571 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['acc77992-4cc6-4366-b576-3d7fb81a0859'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:03.870880 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddab496-5412-4555-b43b-709ccd0a5b7e req-9bff41bc-7e7f-4bec-9f43-96f794963cca tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:03.872585 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bddab496-5412-4555-b43b-709ccd0a5b7e req-9bff41bc-7e7f-4bec-9f43-96f794963cca tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 945 time: 0.0559292 Aug 29 23:54:03.941076 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bddab496-5412-4555-b43b-709ccd0a5b7e req-a1988e01-d25b-4052-ab5e-90424448608d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594530 Aug 29 23:54:04.011488 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-deab7bea-9cf4-48cb-867e-0ead968cc664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (da2349f1-c548-4f45-be3f-e104e3047b01), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.029641 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6a377b3f-6313-47a0-ac78-169092bd08e1 req-416cd761-b0be-46d8-80f4-944e7ec52435 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 210 time: 0.0374546 Aug 29 23:54:04.043146 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab7bea-9cf4-48cb-867e-0ead968cc664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2349f1-c548-4f45-be3f-e104e3047b01,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:04.167551 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-deab7bea-9cf4-48cb-867e-0ead968cc664 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0fb82de700ab49c68a2a95bb84bc2aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6417205 Aug 29 23:54:04.169748 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 49470) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:04.247125 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f5419-ba22-4fb1-ac77-34f0ef3e3526 req-f0a59045-a9c2-41f6-975c-b2d0f179e2b5 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:04.253706 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e6f5419-ba22-4fb1-ac77-34f0ef3e3526 req-f0a59045-a9c2-41f6-975c-b2d0f179e2b5 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 943 time: 0.1166956 Aug 29 23:54:04.287933 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-52ce7555-26a4-45e1-b925-10ecf5f6ec7c admin admin] Publish callbacks [] for security_group (da2349f1-c548-4f45-be3f-e104e3047b01), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.403128 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e6f5419-ba22-4fb1-ac77-34f0ef3e3526 req-7a8453ba-3751-41fb-b227-6639df02cf48 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440072 Aug 29 23:54:04.438460 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50523338-dc33-42a6-8472-c9992442933c req-1d92f946-4688-4172-835d-bb90c43ba501 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:04.441204 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50523338-dc33-42a6-8472-c9992442933c req-1d92f946-4688-4172-835d-bb90c43ba501 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1269462 Aug 29 23:54:04.445227 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-52ce7555-26a4-45e1-b925-10ecf5f6ec7c admin admin] Publish callbacks [] for security_group (da2349f1-c548-4f45-be3f-e104e3047b01), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.531467 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:04.593715 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50523338-dc33-42a6-8472-c9992442933c req-822e6d1e-e949-420d-9265-5535255f7a9f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435251 Aug 29 23:54:04.804871 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.806513 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-52ce7555-26a4-45e1-b925-10ecf5f6ec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (da2349f1-c548-4f45-be3f-e104e3047b01), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.809652 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-52ce7555-26a4-45e1-b925-10ecf5f6ec7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:04.811139 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-52ce7555-26a4-45e1-b925-10ecf5f6ec7c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/da2349f1-c548-4f45-be3f-e104e3047b01 HTTP/1.1" status: 204 len: 168 time: 0.6399646 Aug 29 23:54:04.822404 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce7555-26a4-45e1-b925-10ecf5f6ec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2349f1-c548-4f45-be3f-e104e3047b01,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:05.004634 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4c751dea-da0b-48df-84d7-047dd5c836e0 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:54:05.007704 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device acc77992-4cc6-4366-b576-3d7fb81a0859 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:54:05.152169 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c23194-b9b6-4e36-9537-77083f27d710 req-f6eac0b0-bea9-4422-b5d0-df1360f02613 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:05.154469 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:05.165570 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-67c23194-b9b6-4e36-9537-77083f27d710 req-f6eac0b0-bea9-4422-b5d0-df1360f02613 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 945 time: 0.1277916 Aug 29 23:54:05.221975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port acc77992-4cc6-4366-b576-3d7fb81a0859 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:54:05.224695 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1287f99d-82dd-44b4-aeba-89c8b9870278 req-ac24e9f4-223a-4d5a-9a53-0bb94ebbea31 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 210 time: 0.0555053 Aug 29 23:54:05.275309 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-67c23194-b9b6-4e36-9537-77083f27d710 req-38e733bb-ae5a-4fbe-9906-a9feb3564d92 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072991 Aug 29 23:54:05.296387 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4c751dea-da0b-48df-84d7-047dd5c836e0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4c751dea-da0b-48df-84d7-047dd5c836e0,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:05.317897 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '4c751dea-da0b-48df-84d7-047dd5c836e0', 'network_id': '9679b41b-badb-474e-91ed-865a85109ffa', 'port_id': '4c751dea-da0b-48df-84d7-047dd5c836e0', 'mac_address': 'fa:16:3e:ce:e6:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae1696e-863c-49c7-8b6e-cfccfe614055', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:54:05.344756 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port acc77992-4cc6-4366-b576-3d7fb81a0859 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:05.345051 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:05.434385 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 4c751dea-da0b-48df-84d7-047dd5c836e0 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:05.435062 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:05.468836 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c751dea-da0b-48df-84d7-047dd5c836e0 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:05.503283 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4c751dea-da0b-48df-84d7-047dd5c836e0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4c751dea-da0b-48df-84d7-047dd5c836e0,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:05.570161 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port acc77992-4cc6-4366-b576-3d7fb81a0859 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:05.570818 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:05.625164 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22656b-7868-42b8-b888-46ba9af59bc1 req-cdd2b1d6-4ea1-47c5-8acb-5160b2d3a847 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:05.627405 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port acc77992-4cc6-4366-b576-3d7fb81a0859, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=acc77992-4cc6-4366-b576-3d7fb81a0859,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:05.628912 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc77992-4cc6-4366-b576-3d7fb81a0859'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:05.631478 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace95f5c-cdfa-42d8-81da-12fd71ef10dc" -d '{"events": [{"server_uuid": "b57d3d9f-7fe5-45b7-8e55-2652336c453b", "name": "network-vif-plugged", "status": "completed", "tag": "acc77992-4cc6-4366-b576-3d7fb81a0859"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:05.636903 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ac22656b-7868-42b8-b888-46ba9af59bc1 req-cdd2b1d6-4ea1-47c5-8acb-5160b2d3a847 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 943 time: 0.0946620 Aug 29 23:54:05.637099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:05.718689 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:05.740027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc53dfc-23b6-48cd-a7a6-4c263abc8b0e x-openstack-request-id: req-1dc53dfc-23b6-48cd-a7a6-4c263abc8b0e {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:05.740645 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57d3d9f-7fe5-45b7-8e55-2652336c453b", "name": "network-vif-plugged", "status": "completed", "tag": "acc77992-4cc6-4366-b576-3d7fb81a0859", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:05.743567 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1dc53dfc-23b6-48cd-a7a6-4c263abc8b0e {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:05.751132 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc53dfc-23b6-48cd-a7a6-4c263abc8b0e'] response: {'server_uuid': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'code': 200} Aug 29 23:54:05.783486 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=4c751dea-da0b-48df-84d7-047dd5c836e0,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:05.825366 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ac22656b-7868-42b8-b888-46ba9af59bc1 req-16ce735f-f269-4a1c-93bb-083a383206f8 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898592 Aug 29 23:54:05.939768 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=acc77992-4cc6-4366-b576-3d7fb81a0859,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:05.978330 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:05.996607 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b24d9-5e78-4090-a67d-8ea11936e62b req-487413f2-22e3-421b-9ce4-98cf1c6bb8d1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:06.005358 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-268b24d9-5e78-4090-a67d-8ea11936e62b req-487413f2-22e3-421b-9ce4-98cf1c6bb8d1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0982020 Aug 29 23:54:06.043232 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4c751dea-da0b-48df-84d7-047dd5c836e0'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:06.128349 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:06.232294 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-268b24d9-5e78-4090-a67d-8ea11936e62b req-6edd193e-d719-4beb-b860-a51505bbe82a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257431 Aug 29 23:54:06.247516 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25bf34-6402-466b-9b91-ba0832f484a3 req-233d003e-496f-40cf-b393-efa69256f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:06.248724 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4b25bf34-6402-466b-9b91-ba0832f484a3 req-233d003e-496f-40cf-b393-efa69256f5b9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 1130 time: 0.1310871 Aug 29 23:54:06.374348 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:06.376185 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:06.418378 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4b25bf34-6402-466b-9b91-ba0832f484a3 req-69aac362-b4a3-4ca3-b40d-9023a66501b0 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545606 Aug 29 23:54:06.501627 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1aaf0da-8e6a-4a7c-bcad-db1f366e4f2c req-f77afdd3-aef9-4140-8cb8-a8a06b868527 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 210 time: 0.0488999 Aug 29 23:54:06.582250 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25686f-55b2-4807-b55a-a29e70725b6b req-2ad242e5-8525-4805-a39b-07593bba25a8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:06.585246 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a25686f-55b2-4807-b55a-a29e70725b6b req-2ad242e5-8525-4805-a39b-07593bba25a8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.0814927 Aug 29 23:54:06.649713 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a25686f-55b2-4807-b55a-a29e70725b6b req-f6649a33-58a0-4c17-b760-447e4404b8e3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574727 Aug 29 23:54:07.029826 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbdc63-676d-498e-9813-6f5cc93e6f4d req-a54cf9db-0fd8-490f-a7ac-208dd795c690 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:07.033257 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17dbdc63-676d-498e-9813-6f5cc93e6f4d req-a54cf9db-0fd8-490f-a7ac-208dd795c690 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 944 time: 0.1071248 Aug 29 23:54:07.159348 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17dbdc63-676d-498e-9813-6f5cc93e6f4d req-1d80fc70-577b-47f9-92c1-789923475f54 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139991 Aug 29 23:54:07.310508 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4c751dea-da0b-48df-84d7-047dd5c836e0 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:54:07.398087 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:07.431636 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 4c751dea-da0b-48df-84d7-047dd5c836e0 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:54:07.514697 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd7db3-7429-4956-99ab-783901deb411 req-252c224d-3d41-47fe-be9d-737a411fe988 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:07.516759 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3bcd7db3-7429-4956-99ab-783901deb411 req-252c224d-3d41-47fe-be9d-737a411fe988 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0977211 Aug 29 23:54:07.531422 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 4c751dea-da0b-48df-84d7-047dd5c836e0 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:07.532107 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:07.590311 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3bcd7db3-7429-4956-99ab-783901deb411 req-8547e9a8-70d8-4d84-ad03-747f7c6f393e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673702 Aug 29 23:54:07.671415 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 4c751dea-da0b-48df-84d7-047dd5c836e0 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:07.672089 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:07.711784 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9f72854a-89a5-4959-adc2-0c48c65c9e0b req-93bdeb3c-a723-436a-9dba-188d6f64f52c tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 210 time: 0.0387905 Aug 29 23:54:07.753522 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4c751dea-da0b-48df-84d7-047dd5c836e0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4c751dea-da0b-48df-84d7-047dd5c836e0,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:07.754638 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bcefc4-8780-4660-ab70-6348d13dc688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c751dea-da0b-48df-84d7-047dd5c836e0'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:07.757010 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b8b9f1-e95c-4e37-901d-79e2d67ce545" -d '{"events": [{"server_uuid": "99bcefc4-8780-4660-ab70-6348d13dc688", "name": "network-vif-plugged", "status": "completed", "tag": "4c751dea-da0b-48df-84d7-047dd5c836e0"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:07.806511 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00455a46-1b66-4784-a9f2-3a86d1ac9038 x-openstack-request-id: req-00455a46-1b66-4784-a9f2-3a86d1ac9038 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:07.807095 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bcefc4-8780-4660-ab70-6348d13dc688", "name": "network-vif-plugged", "status": "completed", "tag": "4c751dea-da0b-48df-84d7-047dd5c836e0", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:07.807503 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00455a46-1b66-4784-a9f2-3a86d1ac9038 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:07.808059 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00455a46-1b66-4784-a9f2-3a86d1ac9038'] response: {'server_uuid': '99bcefc4-8780-4660-ab70-6348d13dc688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c751dea-da0b-48df-84d7-047dd5c836e0', 'code': 200} Aug 29 23:54:07.870835 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187d849-f883-4d39-a1f9-ae250180f593 req-977ad569-be7d-461a-9d4e-9669181c1cf5 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:07.872674 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3187d849-f883-4d39-a1f9-ae250180f593 req-977ad569-be7d-461a-9d4e-9669181c1cf5 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.1041648 Aug 29 23:54:07.879119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:07.975909 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3187d849-f883-4d39-a1f9-ae250180f593 req-f16d49b0-6ba3-45d7-b3a8-ef58e259baf9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961275 Aug 29 23:54:07.994743 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=4c751dea-da0b-48df-84d7-047dd5c836e0,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:08.399924 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5323e-b703-4440-8a74-8e70832e4b82 req-9ca93aed-a84b-4efa-a4b2-0bf855db58c9 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:08.408697 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0cf5323e-b703-4440-8a74-8e70832e4b82 req-9ca93aed-a84b-4efa-a4b2-0bf855db58c9 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.1382375 Aug 29 23:54:08.506564 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0cf5323e-b703-4440-8a74-8e70832e4b82 req-bf099ee1-6b36-4a8a-9b0e-8547cc321a9e tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969675 Aug 29 23:54:08.550202 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-40cd7ec6-f084-4b7d-b045-0ec5dd03ed11 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:08.550202 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-40cd7ec6-f084-4b7d-b045-0ec5dd03ed11 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 200 len: 815 time: 0.2956326 Aug 29 23:54:08.550202 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'port': {'device_id': '80567224-9d47-4087-b154-85564c2987cd', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'admin_state_up': True, 'tenant_id': '2f665e85ae5b4008b60765fd3076a331'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:08.550202 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:08.743502 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfdcc0-24e9-4017-85be-bfae8befc86c req-7cfbfdf2-6c3d-426c-81f7-ae19a5c64f3c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:08.745174 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c9bfdcc0-24e9-4017-85be-bfae8befc86c req-7cfbfdf2-6c3d-426c-81f7-ae19a5c64f3c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.0571101 Aug 29 23:54:08.760796 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:08.830773 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c9bfdcc0-24e9-4017-85be-bfae8befc86c req-d41632f7-25b7-4947-8b88-cab6ad69a186 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787709 Aug 29 23:54:08.848762 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-381d5883-f54c-4fd8-962f-cbe69093f333 req-7bf8cafc-d73e-4f9f-990d-cfd838f4f576 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 210 time: 0.0353107 Aug 29 23:54:09.113317 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470050a-dc30-4529-a833-69dac2ddf54f req-91b9e976-cfc9-4c07-a080-592fc7c7d4a3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:09.117536 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d470050a-dc30-4529-a833-69dac2ddf54f req-91b9e976-cfc9-4c07-a080-592fc7c7d4a3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.0658526 Aug 29 23:54:09.119163 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Made reservation on behalf of 2f665e85ae5b4008b60765fd3076a331 for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:54:09.125840 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:09.298792 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d470050a-dc30-4529-a833-69dac2ddf54f req-d6d613cf-86bf-4001-be78-b8dda15ea2b3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558018 Aug 29 23:54:09.495812 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e055234-fb15-48a7-9b79-983b4a558cb2 req-05d31243-3f01-42c7-83c6-db8ba336f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:09.505008 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Allocated IP 172.20.0.8 (b97d4e68-0c55-4a53-bf7a-6ed3a3de0378/0b064282-eeae-4dbc-ba96-f75056691db0/4bfeae22-1324-4d1f-9b5f-0d481c03c512) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:54:09.505714 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2e055234-fb15-48a7-9b79-983b4a558cb2 req-05d31243-3f01-42c7-83c6-db8ba336f816 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 1129 time: 0.1389799 Aug 29 23:54:09.689970 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:09.691417 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:09.738369 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2e055234-fb15-48a7-9b79-983b4a558cb2 req-b9240ae5-c8e0-48cc-85a9-5c7f9332e754 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278996 Aug 29 23:54:09.884441 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c1ff4-84f6-4156-81ff-a38137d40e24 req-928d82dc-5bfa-4b0b-ac4f-bfbda6c25679 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:09.886131 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4e7c1ff4-84f6-4156-81ff-a38137d40e24 req-928d82dc-5bfa-4b0b-ac4f-bfbda6c25679 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.1329541 Aug 29 23:54:09.895199 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48cc9b-9872-43fe-bdf6-86f950957d1e req-551376c7-6d37-4d61-906e-93dc6ace2a27 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:09.896768 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a48cc9b-9872-43fe-bdf6-86f950957d1e req-551376c7-6d37-4d61-906e-93dc6ace2a27 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.1424975 Aug 29 23:54:09.912673 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 49608) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:09.918692 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'floatingip': {'port_id': 'acc77992-4cc6-4366-b576-3d7fb81a0859'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:10.022101 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:10.061912 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4e7c1ff4-84f6-4156-81ff-a38137d40e24 req-2d0c2ef8-523e-4016-a528-50a7071b2908 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550746 Aug 29 23:54:10.099993 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (52381c1c-63f6-4ed3-b713-40ddb37b8aa0), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:10.212468 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:10.327699 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14d6b7-edde-4864-8a9f-a24296bb4963 req-e11d72b4-0086-480c-969e-2117aae0d6a6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:10.329739 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bf14d6b7-edde-4864-8a9f-a24296bb4963 req-e11d72b4-0086-480c-969e-2117aae0d6a6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1837468 Aug 29 23:54:10.330303 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:10.356176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:54:10.370648 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:54:10.378145 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612e8a5-8f76-41bc-af47-e97af3b57b26 req-5d2007f8-56b5-4c67-9b2b-9cac07eb1d9b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:10.380053 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2612e8a5-8f76-41bc-af47-e97af3b57b26 req-5d2007f8-56b5-4c67-9b2b-9cac07eb1d9b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 931 time: 0.1773152 Aug 29 23:54:10.381019 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:54:10.386198 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:10.387023 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:10.404391 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:10.639693 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'Port': ['ID=4bfeae22-1324-4d1f-9b5f-0d481c03c512,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:10.715991 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:10.727371 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:10.733237 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bf14d6b7-edde-4864-8a9f-a24296bb4963 req-3dc9eddf-7611-4076-938c-95b309ba8701 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870354 Aug 29 23:54:10.739653 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-bf755219-abfa-4b9a-abbe-41979fa82c8e None None] Provisioning complete for port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:10.740640 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-bf755219-abfa-4b9a-abbe-41979fa82c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:10.751332 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2612e8a5-8f76-41bc-af47-e97af3b57b26 req-5953ed6d-1ac2-4c5b-a74c-d6912292a714 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125410 Aug 29 23:54:10.812336 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-bf755219-abfa-4b9a-abbe-41979fa82c8e None None] Port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:54:10.850294 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a42ea42d-edca-479d-9797-5ff6466af0bf tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3134379 Aug 29 23:54:10.912427 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (52381c1c-63f6-4ed3-b713-40ddb37b8aa0), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:10.912824 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Request body: {'port': {'device_id': '80567224-9d47-4087-b154-85564c2987cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:54:11.019846 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:11.033722 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Floating IP 52381c1c-63f6-4ed3-b713-40ddb37b8aa0 associated. External IP: 172.27.2.239, port: acc77992-4cc6-4366-b576-3d7fb81a0859. Aug 29 23:54:11.183959 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:11.326221 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43ba6-eba1-4e1d-a943-7f4ae9e502b5 req-fea960a1-5ae4-4d88-953a-ea2a2fbce5c8 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:11.331382 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-88c43ba6-eba1-4e1d-a943-7f4ae9e502b5 req-fea960a1-5ae4-4d88-953a-ea2a2fbce5c8 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0708258 Aug 29 23:54:11.342276 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:54:11.427699 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-88c43ba6-eba1-4e1d-a943-7f4ae9e502b5 req-d366b16f-e52f-4020-b4fe-08369210f741 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913279 Aug 29 23:54:11.466131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:54:11.471619 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:11.472359 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfeae22-1324-4d1f-9b5f-0d481c03c512 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:11.484049 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Publish callbacks [] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:11.485643 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:54:11.499731 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:11.501373 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:54:11.502350 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:54:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:11.507591 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Transition to ACTIVE for port object 4bfeae22-1324-4d1f-9b5f-0d481c03c512 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:54:11.509840 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-0296a7cf-959c-4ddf-a78d-9cfc4fe8113d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/52381c1c-63f6-4ed3-b713-40ddb37b8aa0 HTTP/1.1" status: 200 len: 992 time: 1.5959735 Aug 29 23:54:11.510787 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'tag': 'acc77992-4cc6-4366-b576-3d7fb81a0859'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:11.513273 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93922bb-3244-4c7c-a300-1809cafe6091" -d '{"events": [{"name": "network-changed", "server_uuid": "b57d3d9f-7fe5-45b7-8e55-2652336c453b", "tag": "acc77992-4cc6-4366-b576-3d7fb81a0859"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:11.559884 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f8424-af34-4b30-9e3c-a4eb1ff4f7e9 x-openstack-request-id: req-e30f8424-af34-4b30-9e3c-a4eb1ff4f7e9 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:11.560237 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57d3d9f-7fe5-45b7-8e55-2652336c453b", "tag": "acc77992-4cc6-4366-b576-3d7fb81a0859", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:11.560442 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e30f8424-af34-4b30-9e3c-a4eb1ff4f7e9 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:11.564378 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30f8424-af34-4b30-9e3c-a4eb1ff4f7e9'] response: {'name': 'network-changed', 'server_uuid': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'tag': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'status': 'completed', 'code': 200} Aug 29 23:54:11.592645 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:11.645261 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:54:11.667163 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Pushing event updated for resources: {'Port': ['ID=4bfeae22-1324-4d1f-9b5f-0d481c03c512,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:11.691571 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Attempting to bind port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:54:11.692042 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Attempting to bind port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:54:11.692560 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Attempting to bind port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 on network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:11.699275 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 on network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:54:11.699731 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Attempting to bind port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 on network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:54:11.708156 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:54:11.708830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Checking segment: {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:54:11.709324 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Bound using segment: {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:54:11.709868 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Bound port: 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:54:11.710320 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:11.818740 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] For port 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:54:11.828007 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] For port 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:54:11.850926 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-194269ba-5b3b-4980-b034-15df447da029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:11.853780 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-194269ba-5b3b-4980-b034-15df447da029 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 1130 time: 0.0620911 Aug 29 23:54:11.927137 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:11.934142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:11.935680 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:11.939113 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 1093 time: 1.0359294 Aug 29 23:54:11.958078 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:11.963526 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '52381c1c-63f6-4ed3-b713-40ddb37b8aa0', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:76:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:39Z', 'updated_at': '2022-08-29T23:54:10Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}, {'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:17Z', 'revision_number': 2, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:11.970722 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:12.003965 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:54:12.016407 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:54:12.017044 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-eec89bed-41ca-4714-a023-e6616354ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:12.017213 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:54:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:12.018970 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-eec89bed-41ca-4714-a023-e6616354ca12 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 916 time: 0.1450882 Aug 29 23:54:12.156279 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:54:12.158235 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca368496-bc7e-43d0-b32e-502d6ab224f6 req-45db341b-f5e4-47bd-9e17-6c1ec11cbdc3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:12.161142 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ca368496-bc7e-43d0-b32e-502d6ab224f6 req-45db341b-f5e4-47bd-9e17-6c1ec11cbdc3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1717629 Aug 29 23:54:12.179256 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Pushing event updated for resources: {'Port': ['ID=4bfeae22-1324-4d1f-9b5f-0d481c03c512,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:12.189480 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:12.212420 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e165f8-b1a3-4e3d-a806-dab4db1b966b req-2f62d636-3ae4-4691-b1ff-9ce5f611894a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:12.213939 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c6e165f8-b1a3-4e3d-a806-dab4db1b966b req-2f62d636-3ae4-4691-b1ff-9ce5f611894a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.1811795 Aug 29 23:54:12.215894 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.216276 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.216598 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.216947 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.217290 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.217618 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.217959 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.218291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.218698 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.219362 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.219725 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.220099 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.220547 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.220770 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.221083 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502974ac-a748-4c2b-826b-bc1a94a89aea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:12.299292 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ca368496-bc7e-43d0-b32e-502d6ab224f6 req-cd4e7a66-e662-499b-9735-632689a9eb58 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265423 Aug 29 23:54:12.304289 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c6e165f8-b1a3-4e3d-a806-dab4db1b966b req-c22672d6-ce34-4f42-b538-574818cc9e8e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782897 Aug 29 23:54:12.365614 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a034692a-dcba-4f5c-8702-b8c276b5b4e5 x-openstack-request-id: req-a034692a-dcba-4f5c-8702-b8c276b5b4e5 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:12.365968 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:12.366263 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a034692a-dcba-4f5c-8702-b8c276b5b4e5 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:12.366725 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a034692a-dcba-4f5c-8702-b8c276b5b4e5'] response: {'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'status': 'completed', 'code': 200} Aug 29 23:54:12.375699 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:12.440416 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '52381c1c-63f6-4ed3-b713-40ddb37b8aa0', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:76:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:39Z', 'updated_at': '2022-08-29T23:54:10Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}, {'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:17Z', 'revision_number': 2, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:54:12.469629 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae486b8-0e10-4f04-82a0-39e74d2d3031 None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '52381c1c-63f6-4ed3-b713-40ddb37b8aa0', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.239', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:76:ad:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:39Z', 'updated_at': '2022-08-29T23:54:10Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}, {'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:17Z', 'revision_number': 2, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:54:12.626833 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3631e-3cd2-494e-8e14-8d5ec79519ba req-4b2162a3-cf93-429e-bf65-140117708e4f tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:12.629953 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90c3631e-3cd2-494e-8e14-8d5ec79519ba req-4b2162a3-cf93-429e-bf65-140117708e4f tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0904946 Aug 29 23:54:12.712506 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90c3631e-3cd2-494e-8e14-8d5ec79519ba req-81d8f488-1d75-4d12-9b72-00f92b3a9210 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729697 Aug 29 23:54:12.870654 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45a3393-378b-4d93-84de-577dc308791a None None] New status for floating IP 52381c1c-63f6-4ed3-b713-40ddb37b8aa0: ACTIVE {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:54:13.522987 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8942f-3560-4fea-8ba8-3abc96f244f0 req-7f48696a-c0e9-4547-90d8-86b867527785 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:13.531074 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-63c8942f-3560-4fea-8ba8-3abc96f244f0 req-7f48696a-c0e9-4547-90d8-86b867527785 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.1164799 Aug 29 23:54:13.566796 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47969efa-c51e-4bc8-a1d8-8ec160ab93fc req-e12fa750-c0e2-46be-8302-7dbe8745394d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:13.575520 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47969efa-c51e-4bc8-a1d8-8ec160ab93fc req-e12fa750-c0e2-46be-8302-7dbe8745394d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1067927 Aug 29 23:54:13.687493 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-63c8942f-3560-4fea-8ba8-3abc96f244f0 req-588df0a6-d77f-4875-937a-9fb7d1f9db9a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523969 Aug 29 23:54:13.703922 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47969efa-c51e-4bc8-a1d8-8ec160ab93fc req-b1673f4f-b2af-428d-9f5e-54752820e00e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271451 Aug 29 23:54:14.946369 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b3f7f-6d15-4c41-a8aa-86e4f8c212c3 req-5d9b1831-8f17-45e9-8dbc-67576a0722c2 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:14.948847 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e71b3f7f-6d15-4c41-a8aa-86e4f8c212c3 req-5d9b1831-8f17-45e9-8dbc-67576a0722c2 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.1437759 Aug 29 23:54:15.032619 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ae7d4-1521-445a-b864-e6df7d2f5478 req-5fe494f0-8c29-4a68-94e9-6333073acb95 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:15.034236 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e92ae7d4-1521-445a-b864-e6df7d2f5478 req-5fe494f0-8c29-4a68-94e9-6333073acb95 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 946 time: 0.1248901 Aug 29 23:54:15.050352 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:15.080866 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e71b3f7f-6d15-4c41-a8aa-86e4f8c212c3 req-2f4637ad-0fe9-4159-b15f-1239ef101fc6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039662 Aug 29 23:54:15.138220 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e92ae7d4-1521-445a-b864-e6df7d2f5478 req-b8535403-9f00-48e1-9248-8aff3869bbd5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948634 Aug 29 23:54:15.255986 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b4d93-d9be-4203-973b-17d2c1c3b037 req-4a7ad3f1-d835-4d7a-97fa-162efe9cb2aa tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:15.257769 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f03b4d93-d9be-4203-973b-17d2c1c3b037 req-4a7ad3f1-d835-4d7a-97fa-162efe9cb2aa tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0665259 Aug 29 23:54:15.339862 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f03b4d93-d9be-4203-973b-17d2c1c3b037 req-a20824a4-cccd-4b56-9f17-090ac582c205 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742047 Aug 29 23:54:15.366672 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:54:15.549742 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 70011c53-2246-46a9-9308-734ee213614a is: ACTIVE; New status is: DOWN {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:15.550237 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:15.612727 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70011c53-2246-46a9-9308-734ee213614a'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:15.616229 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7ff675-83af-41ec-9d43-d7a4a730e1c3" -d '{"events": [{"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "70011c53-2246-46a9-9308-734ee213614a"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:15.656137 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:15.686342 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20a1342-3ab3-4a9e-b085-ad04a9ddf1af x-openstack-request-id: req-c20a1342-3ab3-4a9e-b085-ad04a9ddf1af {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:15.686875 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "70011c53-2246-46a9-9308-734ee213614a", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:15.687590 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c20a1342-3ab3-4a9e-b085-ad04a9ddf1af {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:15.688374 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20a1342-3ab3-4a9e-b085-ad04a9ddf1af'] response: {'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70011c53-2246-46a9-9308-734ee213614a', 'code': 200} Aug 29 23:54:15.719353 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:15.853249 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=8']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:16.323254 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debd7af-5303-4184-be14-6f441475e725 req-4c7b17d7-d4dd-4eed-800d-c8efedc5b58d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:16.335152 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7debd7af-5303-4184-be14-6f441475e725 req-4c7b17d7-d4dd-4eed-800d-c8efedc5b58d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.1409998 Aug 29 23:54:16.346560 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:16.376237 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b8b8d-fee2-4020-b605-21d32f1a7164 req-48da9c38-e037-4148-9cbf-8a3d7d7d494f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:16.386600 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8a0b8b8d-fee2-4020-b605-21d32f1a7164 req-48da9c38-e037-4148-9cbf-8a3d7d7d494f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1475091 Aug 29 23:54:16.467141 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7debd7af-5303-4184-be14-6f441475e725 req-c92c6533-8bdc-4bf1-a814-5e3ba3cfcbd6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305258 Aug 29 23:54:16.495010 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8a0b8b8d-fee2-4020-b605-21d32f1a7164 req-3d961677-7878-4be6-b066-843920c2507e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071885 Aug 29 23:54:16.623203 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e1aff-d6d0-4f04-95d9-eae5c1503c2f req-3ab6a6b5-7ebf-4031-b610-b5f88684fcc3 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:16.626551 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9f8e1aff-d6d0-4f04-95d9-eae5c1503c2f req-3ab6a6b5-7ebf-4031-b610-b5f88684fcc3 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0673478 Aug 29 23:54:16.693458 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9f8e1aff-d6d0-4f04-95d9-eae5c1503c2f req-c043ca67-c1b9-494d-abe6-bfc13999805b tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Aug 29 23:54:17.732644 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f92eb9-86c5-423e-9e94-117ec1ed08f9 req-e46628d3-1149-41d5-ba4c-f45d5138ef1f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:17.742365 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-80f92eb9-86c5-423e-9e94-117ec1ed08f9 req-e46628d3-1149-41d5-ba4c-f45d5138ef1f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.1326420 Aug 29 23:54:17.792779 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991e440-33ca-499b-b897-7f2fe6916bd2 req-45e60614-b027-4a10-bde2-98d7dfdc344d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:17.794879 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8991e440-33ca-499b-b897-7f2fe6916bd2 req-45e60614-b027-4a10-bde2-98d7dfdc344d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1961894 Aug 29 23:54:17.853664 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-80f92eb9-86c5-423e-9e94-117ec1ed08f9 req-a890a562-4f35-450e-b11d-eedc20c1a6b1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098564 Aug 29 23:54:17.901610 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8991e440-33ca-499b-b897-7f2fe6916bd2 req-3cb8a8a6-6634-4a5f-8f2a-a53f51790946 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866094 Aug 29 23:54:18.002119 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578361-59b6-437d-96a0-862dcdcd605d req-0b6e28d1-f689-4128-a7dd-29bd238c92cf tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:18.003886 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1a578361-59b6-437d-96a0-862dcdcd605d req-0b6e28d1-f689-4128-a7dd-29bd238c92cf tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0552440 Aug 29 23:54:18.071577 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1a578361-59b6-437d-96a0-862dcdcd605d req-7ac4f59f-9b9c-49df-9564-314d5c766924 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 Aug 29 23:54:19.074480 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d314f-a011-426a-ac8b-e4f6f9a73479 req-141a5739-8a9e-464e-8c66-8ecee5fa21e1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:19.076141 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a2d314f-a011-426a-ac8b-e4f6f9a73479 req-141a5739-8a9e-464e-8c66-8ecee5fa21e1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.0977850 Aug 29 23:54:19.098723 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a8d22-4928-4f53-8a6c-6cea2dbc4beb req-bdce8a91-41c3-453f-988d-8566f024a8de tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:19.100349 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc1a8d22-4928-4f53-8a6c-6cea2dbc4beb req-bdce8a91-41c3-453f-988d-8566f024a8de tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0807641 Aug 29 23:54:19.180355 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a2d314f-a011-426a-ac8b-e4f6f9a73479 req-4357343e-c056-4589-8502-2296db8ba9cd tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942357 Aug 29 23:54:19.185342 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc1a8d22-4928-4f53-8a6c-6cea2dbc4beb req-499eb6a4-833c-4385-b914-db7ef251f7c2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748808 Aug 29 23:54:19.349573 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:19.377122 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753efcf3-dd13-4d66-be6f-e43daae5a4fb req-5b84fd6e-65d3-47b3-b115-9185d1f92f18 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:19.378922 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-753efcf3-dd13-4d66-be6f-e43daae5a4fb req-5b84fd6e-65d3-47b3-b115-9185d1f92f18 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0773842 Aug 29 23:54:19.462496 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-753efcf3-dd13-4d66-be6f-e43daae5a4fb req-caee3c09-e8ca-41c6-8f9c-0fabe9c58757 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712144 Aug 29 23:54:20.388016 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ec5c0-b36c-407f-becd-9f9ae8721186 req-56047b52-2cd1-4187-8ab2-ce9dbdac1349 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:20.389855 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5b8ec5c0-b36c-407f-becd-9f9ae8721186 req-56047b52-2cd1-4187-8ab2-ce9dbdac1349 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.1115391 Aug 29 23:54:20.453248 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5661ff-db56-4e42-8ac0-bdddd64bd16e req-128858ec-9172-4e6d-aa79-e75c0e8d63f6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:20.454990 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3c5661ff-db56-4e42-8ac0-bdddd64bd16e req-128858ec-9172-4e6d-aa79-e75c0e8d63f6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0952501 Aug 29 23:54:20.531563 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5b8ec5c0-b36c-407f-becd-9f9ae8721186 req-344f5837-49cc-4925-90f4-16fa0d1305ad tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212270 Aug 29 23:54:20.571059 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3c5661ff-db56-4e42-8ac0-bdddd64bd16e req-b090283d-76d7-4f8e-bd25-c07e45b19cf0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986135 Aug 29 23:54:20.731458 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf562f5-dfc7-40ba-ae53-cd6e30879cf1 req-8106bace-83a2-4210-9348-de8bdbcc3feb tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:20.732353 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fcf562f5-dfc7-40ba-ae53-cd6e30879cf1 req-8106bace-83a2-4210-9348-de8bdbcc3feb tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0619669 Aug 29 23:54:20.825813 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fcf562f5-dfc7-40ba-ae53-cd6e30879cf1 req-84a6276f-e1d6-41c7-8875-0203a5b0aa6d tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790472 Aug 29 23:54:21.711662 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d100710-3cd0-4c83-9eb2-12345ed9546f req-1a0972af-e80c-402a-84c4-097eb721e168 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:21.719631 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7d100710-3cd0-4c83-9eb2-12345ed9546f req-1a0972af-e80c-402a-84c4-097eb721e168 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.0786529 Aug 29 23:54:21.819674 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:21.839822 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:21.842672 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f1f31-75de-4640-b3ce-d7d856b4e37b req-d9b32aaf-a874-4789-9802-eb357b8982e7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:21.845694 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7e1f1f31-75de-4640-b3ce-d7d856b4e37b req-d9b32aaf-a874-4789-9802-eb357b8982e7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1177826 Aug 29 23:54:21.885164 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7d100710-3cd0-4c83-9eb2-12345ed9546f req-69ff3ad6-22ee-4458-b57a-c470ec0a35ca tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645768 Aug 29 23:54:21.944618 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7e1f1f31-75de-4640-b3ce-d7d856b4e37b req-40d2d4f2-0d07-4c9f-8224-3bd5cd3937f8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889375 Aug 29 23:54:22.017408 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=82 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:22.028814 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc408f-fcc0-42b7-85de-8fe88c1163ff req-364fd5a9-6721-4d15-9c7d-75850ed045de tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:22.030474 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-efdc408f-fcc0-42b7-85de-8fe88c1163ff req-364fd5a9-6721-4d15-9c7d-75850ed045de tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0522816 Aug 29 23:54:22.088724 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-efdc408f-fcc0-42b7-85de-8fe88c1163ff req-2a46a751-6858-4d2b-be31-9fd8f709698c tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518899 Aug 29 23:54:23.028411 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fa682-24f2-4c66-9335-64d105ed9dbc req-adbfc831-878b-4f0d-9fee-4adf30e42c38 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.030039 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cd4fa682-24f2-4c66-9335-64d105ed9dbc req-adbfc831-878b-4f0d-9fee-4adf30e42c38 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.0536301 Aug 29 23:54:23.034402 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:23.123597 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b8b7-3451-4d48-a044-f7be38ca44bb req-7c3fe667-8428-4d54-a21e-5259eb35e4e9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.126950 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e239b8b7-3451-4d48-a044-f7be38ca44bb req-7c3fe667-8428-4d54-a21e-5259eb35e4e9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0747674 Aug 29 23:54:23.131222 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cd4fa682-24f2-4c66-9335-64d105ed9dbc req-41ad8709-da29-45df-bb0a-73e783644937 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939178 Aug 29 23:54:23.133094 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-44731acd-1d76-4c50-9e72-82990adeec33 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acc77992-4cc6-4366-b576-3d7fb81a0859 HTTP/1.1" status: 200 len: 1002 time: 0.0790582 Aug 29 23:54:23.225699 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e239b8b7-3451-4d48-a044-f7be38ca44bb req-837af7b7-db18-4835-8f59-7ecc52b739f6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886588 Aug 29 23:54:23.339471 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-c14889ac-fdea-41d8-bf9e-11cd35bd83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.341067 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-c14889ac-fdea-41d8-bf9e-11cd35bd83cf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2f665e85ae5b4008b60765fd3076a331&device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1127 time: 0.1329436 Aug 29 23:54:23.343547 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-26611f9e-2ba0-4a9b-b22c-57c31fa97dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.345374 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-26611f9e-2ba0-4a9b-b22c-57c31fa97dc7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.1196520 Aug 29 23:54:23.353009 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147bf078-13ab-473e-9b7e-05ed7d04a8d9 req-bd9463b4-8488-4fa8-9cbf-b942e3ecec77 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.354629 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-147bf078-13ab-473e-9b7e-05ed7d04a8d9 req-bd9463b4-8488-4fa8-9cbf-b942e3ecec77 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.1103981 Aug 29 23:54:23.355855 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-aaf6a2ac-2d53-4831-a226-7d9b064426bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:23.356047 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-a4b48ccf-a8d5-408f-b169-fab3fb709283 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488987 Aug 29 23:54:23.357291 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-aaf6a2ac-2d53-4831-a226-7d9b064426bf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 1128 time: 0.1108258 Aug 29 23:54:23.408076 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-147bf078-13ab-473e-9b7e-05ed7d04a8d9 req-26dda887-1744-4993-a400-a1bb1c66e2f8 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475614 Aug 29 23:54:24.260644 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:24.284626 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebf42f-5f2b-4ec9-b38b-5b1d4428730a req-717a2fac-5425-475a-9816-92f71505daf1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.302301 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-12ebf42f-5f2b-4ec9-b38b-5b1d4428730a req-717a2fac-5425-475a-9816-92f71505daf1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.0571628 Aug 29 23:54:24.364058 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-12ebf42f-5f2b-4ec9-b38b-5b1d4428730a req-b7b57581-5529-4a6e-b47b-7bfacefe94a8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705194 Aug 29 23:54:24.421587 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82527a83-0653-4570-9c0e-b16c87b90243 req-4f535e1a-226a-4591-bca1-7152c74fdd5d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.423368 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-82527a83-0653-4570-9c0e-b16c87b90243 req-4f535e1a-226a-4591-bca1-7152c74fdd5d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0564964 Aug 29 23:54:24.486175 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-82527a83-0653-4570-9c0e-b16c87b90243 req-b2e1dece-ff0d-4dc7-9de5-c8451d0a7139 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521972 Aug 29 23:54:24.546519 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8fdec-25e2-4eae-a928-00c3ded8fbff req-f07c0cf2-22d1-40c8-9b29-72decc34a97a tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.548064 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90e8fdec-25e2-4eae-a928-00c3ded8fbff req-f07c0cf2-22d1-40c8-9b29-72decc34a97a tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0567570 Aug 29 23:54:24.607699 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90e8fdec-25e2-4eae-a928-00c3ded8fbff req-d484b9b4-69e8-4eb2-8377-1a45381daf24 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=c94d5d58-a255-42bc-925a-9ad60cc334f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520513 Aug 29 23:54:24.852102 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-f1a5ba6d-b970-4e9c-baff-99a60df95270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.853853 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-f1a5ba6d-b970-4e9c-baff-99a60df95270 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458996 Aug 29 23:54:24.856379 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-a03ad250-b9e5-4fe2-867e-67d1fc001a32 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 217 time: 0.0490150 Aug 29 23:54:24.944297 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-35d67030-0bd0-430b-a788-b678a196fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:24.946353 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-35d67030-0bd0-430b-a788-b678a196fd99 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 1129 time: 0.0915756 Aug 29 23:54:25.001118 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:25.005730 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-7b5da99e-618d-4b69-8e58-191735d8c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.007260 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-7b5da99e-618d-4b69-8e58-191735d8c104 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0b064282-eeae-4dbc-ba96-f75056691db0 HTTP/1.1" status: 200 len: 854 time: 0.1340144 Aug 29 23:54:25.030549 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-1876f74e-9d91-4e15-91e5-232ff51f0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.032086 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-1876f74e-9d91-4e15-91e5-232ff51f0c76 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 918 time: 0.2184637 Aug 29 23:54:25.042705 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-7b822919-3d29-44d4-b3fb-cc882eb1c942 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611526 Aug 29 23:54:25.090675 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-2fb9968a-08f5-4e4d-bc6c-56fbb54dd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.092153 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-2fb9968a-08f5-4e4d-bc6c-56fbb54dd850 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.1236744 Aug 29 23:54:25.207953 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-b9f37582-e194-4363-8201-462eb4551a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.209885 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-b9f37582-e194-4363-8201-462eb4551a45 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834756 Aug 29 23:54:25.212549 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-72e7f768-82b1-4fb8-8949-0733f3301915 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70011c53-2246-46a9-9308-734ee213614a HTTP/1.1" status: 200 len: 999 time: 0.0927665 Aug 29 23:54:25.221341 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b93922bb-3244-4c7c-a300-1809cafe6091 req-59512f8c-2d12-491a-bc61-a7a95ecfffd5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010261 Aug 29 23:54:25.330576 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-58fe3630-1756-452d-bb79-f95f47bc82bb service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a058a5e2-fffb-402f-99cc-4946054648c3 HTTP/1.1" status: 200 len: 217 time: 0.0374260 Aug 29 23:54:25.409449 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-d39a32b6-18f6-47a1-95f8-ad67f16732df tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.411073 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-d39a32b6-18f6-47a1-95f8-ad67f16732df tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 945 time: 0.0826023 Aug 29 23:54:25.415181 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-72336727-31f3-405b-9f1f-dead568aaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.416693 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-72336727-31f3-405b-9f1f-dead568aaaba service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.1223116 Aug 29 23:54:25.426958 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-08f029b4-7858-4cc7-abb3-ea07b3163c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.429148 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-08f029b4-7858-4cc7-abb3-ea07b3163c69 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0872967 Aug 29 23:54:25.507081 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-dc9cd839-abb1-426b-8e6b-bd1fdbd2a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.508850 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-dc9cd839-abb1-426b-8e6b-bd1fdbd2a638 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796063 Aug 29 23:54:25.524213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-fa85abae-2981-4002-96d4-4e900591b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.525826 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-fa85abae-2981-4002-96d4-4e900591b7ae service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827084 Aug 29 23:54:25.529101 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-2dfe9efa-c0c8-47a2-9cae-9961da062abb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214692 Aug 29 23:54:25.630878 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Deleting port 4c751dea-da0b-48df-84d7-047dd5c836e0 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:54:25.631224 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.647022 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2599-4278-4145-b90a-6ccf89d8a6a7 req-0dd891d4-1c55-4574-9622-0f2731eb0e7f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:25.648662 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4e7c2599-4278-4145-b90a-6ccf89d8a6a7 req-0dd891d4-1c55-4574-9622-0f2731eb0e7f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.1636074 Aug 29 23:54:25.738996 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-431c3727-1873-423c-8be0-9bb22a92ade7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792433 Aug 29 23:54:25.818114 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] For port 4c751dea-da0b-48df-84d7-047dd5c836e0, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4c751dea-da0b-48df-84d7-047dd5c836e0,segment=NetworkSegment(020920a3-6abc-449b-9280-33bade531571),segment_id=020920a3-6abc-449b-9280-33bade531571)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:25.818524 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:25.834294 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:25.844115 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:25.846396 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Calling delete_port for 4c751dea-da0b-48df-84d7-047dd5c836e0 owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:54:25.849016 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=19 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:25.850259 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:25.926284 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-777a9d3d-8df7-4788-a02f-3bdad9033954 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790721 Aug 29 23:54:26.055869 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e1894-7711-4b0a-b05e-a22bd74bed92 req-f2e1cf1f-26a4-4893-9d33-f106e95cead4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:26.057550 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7f4e1894-7711-4b0a-b05e-a22bd74bed92 req-f2e1cf1f-26a4-4893-9d33-f106e95cead4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.4184999 Aug 29 23:54:26.075741 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78dc7c7b-875c-4e09-9682-86724f58eec2 req-290e8f24-dace-4116-9dfb-5331f1d38dcc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223966 Aug 29 23:54:26.077863 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-670efa43-948d-4183-ab71-a5370dbfc053 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512972 Aug 29 23:54:26.113978 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4e7c2599-4278-4145-b90a-6ccf89d8a6a7 req-9c0e61a6-7f70-4c3b-9082-349f581b0a44 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473419 Aug 29 23:54:26.130123 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (4c751dea-da0b-48df-84d7-047dd5c836e0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.146542 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4c751dea-da0b-48df-84d7-047dd5c836e0'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:26.190701 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:26.204958 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Pushing event deleted for resources: {'Port': ['ID=4c751dea-da0b-48df-84d7-047dd5c836e0,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:26.206717 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7f4e1894-7711-4b0a-b05e-a22bd74bed92 req-60480888-d02c-4122-af47-b67eb532b913 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365221 Aug 29 23:54:26.227947 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.228662 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.229323 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.229980 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.230685 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.231387 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.232060 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.232719 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.233377 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.234052 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.238136 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.238694 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.239120 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.239479 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.239813 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:26.278578 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0a82203-dce4-4ce8-a501-8d2811caa5fb req-3e4f5cf3-77c6-410d-9ebe-1722df58defc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801782 Aug 29 23:54:26.292962 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] No DVR routers for this DVR port 4c751dea-da0b-48df-84d7-047dd5c836e0 on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:54:26.296380 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:26.297183 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1bf447e4-bc68-42fd-8a1d-25b4101110ce req-6b837d31-13d7-4dcd-a62a-6c6fe80ad0d2 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0346007 Aug 29 23:54:26.299789 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-94bbb982-ec13-44d9-9abe-a0a7827f7a9d req-21b095af-ef36-4e34-b863-8c08bdc32931 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.61 "DELETE /networking/v2.0/ports/4c751dea-da0b-48df-84d7-047dd5c836e0 HTTP/1.1" status: 204 len: 173 time: 0.8687449 Aug 29 23:54:26.300245 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bcefc4-8780-4660-ab70-6348d13dc688', 'name': 'network-vif-deleted', 'tag': '4c751dea-da0b-48df-84d7-047dd5c836e0'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:26.302540 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa752d9-52cd-464a-a7b4-bd8cfb828c90" -d '{"events": [{"server_uuid": "99bcefc4-8780-4660-ab70-6348d13dc688", "name": "network-vif-deleted", "tag": "4c751dea-da0b-48df-84d7-047dd5c836e0"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:26.353257 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7d928f-6dfb-4f7d-8628-3eba336b8116 x-openstack-request-id: req-9a7d928f-6dfb-4f7d-8628-3eba336b8116 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:26.353586 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bcefc4-8780-4660-ab70-6348d13dc688", "name": "network-vif-deleted", "tag": "4c751dea-da0b-48df-84d7-047dd5c836e0", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:26.353878 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9a7d928f-6dfb-4f7d-8628-3eba336b8116 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:26.354393 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7d928f-6dfb-4f7d-8628-3eba336b8116'] response: {'server_uuid': '99bcefc4-8780-4660-ab70-6348d13dc688', 'name': 'network-vif-deleted', 'tag': '4c751dea-da0b-48df-84d7-047dd5c836e0', 'status': 'completed', 'code': 200} Aug 29 23:54:27.269671 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f1055-72a5-4518-bf38-720409563dad req-c025c15e-b512-4d52-aa51-9df034339fe0 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:27.271528 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-102f1055-72a5-4518-bf38-720409563dad req-c025c15e-b512-4d52-aa51-9df034339fe0 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.0541637 Aug 29 23:54:27.426616 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-102f1055-72a5-4518-bf38-720409563dad req-d5eaa018-7f96-4bf5-ba0d-be3a222f5007 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480503 Aug 29 23:54:27.435863 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d48f99-93ac-4a63-b1f5-c6410b41d94e req-0267b901-b3c4-42f7-9e23-c175209142b4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:27.437500 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c3d48f99-93ac-4a63-b1f5-c6410b41d94e req-0267b901-b3c4-42f7-9e23-c175209142b4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1300018 Aug 29 23:54:27.441129 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-07db9423-49b9-46e6-9d54-fcf147304203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:27.442775 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-07db9423-49b9-46e6-9d54-fcf147304203 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2f665e85ae5b4008b60765fd3076a331&device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1127 time: 0.0789440 Aug 29 23:54:27.530115 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:27.598211 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8609b14f-0f5f-4db3-bf24-a71dfb72fbc2 req-285545c3-34ee-4946-8df3-eb737e480d8a tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0594139 Aug 29 23:54:27.604931 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c3d48f99-93ac-4a63-b1f5-c6410b41d94e req-bdcdcec0-e39e-4c8e-a3ac-ee7b613c0c0f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605661 Aug 29 23:54:27.642349 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-d7a1de4b-cd5b-47f9-947e-6a9d056debdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:27.644029 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-d7a1de4b-cd5b-47f9-947e-6a9d056debdf service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 200 len: 917 time: 0.1862111 Aug 29 23:54:28.583855 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607331a-dc3d-402e-b6fc-094c5d3e0ca7 req-f9b3dc52-d6c1-499a-b383-4e9ca76d9090 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:28.586989 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d607331a-dc3d-402e-b6fc-094c5d3e0ca7 req-f9b3dc52-d6c1-499a-b383-4e9ca76d9090 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.0725684 Aug 29 23:54:28.642220 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d607331a-dc3d-402e-b6fc-094c5d3e0ca7 req-66af8606-4e26-42cc-8e2d-ab6054816ec5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486546 Aug 29 23:54:28.752765 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cb82c558-22c7-4ccd-87f1-5fa493b7fa37 req-023b22c9-aa40-4349-b685-f8f661ebf016 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0487604 Aug 29 23:54:28.776630 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:28.797607 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c533e-6327-41f4-9c26-99cb755999af req-310ec7d0-4b52-46dd-8f6e-306e18e237f4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:28.799251 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-595c533e-6327-41f4-9c26-99cb755999af req-310ec7d0-4b52-46dd-8f6e-306e18e237f4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0784752 Aug 29 23:54:28.856481 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-595c533e-6327-41f4-9c26-99cb755999af req-10bb859d-e6e3-4ab0-b037-1a155ce3e0fa tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503643 Aug 29 23:54:29.175049 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-02a12270-aef7-4192-b47f-ac200a4dac78 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 217 time: 0.0372200 Aug 29 23:54:29.792734 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f41a3d-73dc-4896-be12-4bc25d483f46 req-d2d0df03-b68b-4150-b52b-7c7455d52175 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:29.794747 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-37f41a3d-73dc-4896-be12-4bc25d483f46 req-d2d0df03-b68b-4150-b52b-7c7455d52175 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 943 time: 0.0596986 Aug 29 23:54:29.868371 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-37f41a3d-73dc-4896-be12-4bc25d483f46 req-c12a840a-8cba-42ee-ae1f-15799de939f1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669329 Aug 29 23:54:29.934151 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-19ae57ec-ef6c-43ee-a810-a4ab72dbe558 req-d8db1462-51e5-45a8-aa33-428240f638ba tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0595858 Aug 29 23:54:30.018179 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fa5c4-61ab-4ab7-adf3-78a52b4da165 req-22d824b1-1553-49c3-80c9-dcd156ad8499 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:30.019790 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-089fa5c4-61ab-4ab7-adf3-78a52b4da165 req-22d824b1-1553-49c3-80c9-dcd156ad8499 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0519407 Aug 29 23:54:30.036266 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4bfeae22-1324-4d1f-9b5f-0d481c03c512 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:54:30.081449 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-089fa5c4-61ab-4ab7-adf3-78a52b4da165 req-67b7d755-8489-4ab9-9ac9-b37307f4489f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549891 Aug 29 23:54:30.161849 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:30.176164 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'port_id': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'mac_address': 'fa:16:3e:c1:10:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1095, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:54:30.221867 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:30.222009 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:30.239288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfeae22-1324-4d1f-9b5f-0d481c03c512 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:54:30.264792 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:30.500686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:30.553092 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=4bfeae22-1324-4d1f-9b5f-0d481c03c512,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:30.561978 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.562324 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.562734 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.563096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.563495 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.563765 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.564099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.564408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.564797 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.565063 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.565389 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.565732 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.566062 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.566378 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:30.566726 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:54:31.054392 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb03015-32b7-4f3b-9376-afcd62c1d754 req-b02a2141-587e-413e-965d-7fce86c3483a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:31.056098 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bb03015-32b7-4f3b-9376-afcd62c1d754 req-b02a2141-587e-413e-965d-7fce86c3483a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 944 time: 0.0811720 Aug 29 23:54:31.115881 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c7df142e-2b7a-4601-8b7b-74b0657487e0 req-869eb7e1-db96-4c1b-b62a-ae2af8c93e15 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0463195 Aug 29 23:54:31.136120 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bb03015-32b7-4f3b-9376-afcd62c1d754 req-f2cf3584-9fe9-4aee-bd05-c51461dd779b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744328 Aug 29 23:54:31.136856 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45b3869f-3132-44ea-a5b8-7a008e77f2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:31.274615 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634b732-7a18-4eb8-aa96-8afd869effad req-b6ca9cea-8412-4b89-9c56-3660749d31b5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:31.277398 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2634b732-7a18-4eb8-aa96-8afd869effad req-b6ca9cea-8412-4b89-9c56-3660749d31b5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0670142 Aug 29 23:54:31.340060 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2634b732-7a18-4eb8-aa96-8afd869effad req-6c3e8e03-c554-4d5d-b01c-9d10488e797f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549102 Aug 29 23:54:31.779043 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4c751dea-da0b-48df-84d7-047dd5c836e0 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:54:31.800405 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 4c751dea-da0b-48df-84d7-047dd5c836e0 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:54:31.800754 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4c751dea-da0b-48df-84d7-047dd5c836e0 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:54:31.871271 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-3fa8ef8a-6a61-47ea-bbe4-5f66c0bae115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:31.872827 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-3fa8ef8a-6a61-47ea-bbe4-5f66c0bae115 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0b064282-eeae-4dbc-ba96-f75056691db0 HTTP/1.1" status: 200 len: 854 time: 0.0691230 Aug 29 23:54:31.889084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:31.933979 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-2df315d6-266b-44df-b5b1-0dbc6b61a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:31.937135 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-2df315d6-266b-44df-b5b1-0dbc6b61a9c7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568588 Aug 29 23:54:32.147446 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4bfeae22-1324-4d1f-9b5f-0d481c03c512'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:54:32.266545 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b6ad1c90-aba4-4e49-9a70-6a9bfa5d6204 req-3fb3295b-bcc1-409a-9ae6-0a828a7e4979 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0361862 Aug 29 23:54:32.329147 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fd168-c4ab-44f7-a0f0-9f6bb15c5d7a req-958a12c4-bd45-4c78-8ac4-a7fb155943ff tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:32.330717 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e82fd168-c4ab-44f7-a0f0-9f6bb15c5d7a req-958a12c4-bd45-4c78-8ac4-a7fb155943ff tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 944 time: 0.0673940 Aug 29 23:54:32.459187 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e82fd168-c4ab-44f7-a0f0-9f6bb15c5d7a req-6cb8d9da-b08c-41d7-a2d1-e02ce56f0a9c tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204774 Aug 29 23:54:32.570168 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-69237bc4-9303-44c1-ac55-58ece8b61b90 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856465 Aug 29 23:54:32.576645 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b07e24-7118-40d7-9538-b32dd516ff67 req-aa572df1-428d-4ec4-99eb-f3508eb05f9d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:32.578232 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-49b07e24-7118-40d7-9538-b32dd516ff67 req-aa572df1-428d-4ec4-99eb-f3508eb05f9d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0902908 Aug 29 23:54:32.595609 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:32.685920 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-49b07e24-7118-40d7-9538-b32dd516ff67 req-1ed510e5-90c6-4a77-a18d-a31ca8c353d5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979350 Aug 29 23:54:32.833971 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5a4ad6a-8c1d-4971-874d-1dd45cc44bc7 req-f768a425-d762-4aa1-a273-ecb5f920bb8e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062378 Aug 29 23:54:33.446218 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99b6ef34-e2b0-4516-859f-28c2951688f3 req-ca80515c-3308-427a-9bd8-06ef1db276e4 tempest-VolumesActionsTest-1258923295 tempest-VolumesActionsTest-1258923295-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=99bcefc4-8780-4660-ab70-6348d13dc688 HTTP/1.1" status: 200 len: 210 time: 0.0577853 Aug 29 23:54:33.448801 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b8797f47-d939-4cc8-a663-0ca771a2daf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:33.667052 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8849444-911d-4d66-a40a-db77f2873a42 req-e2fd414f-aaac-445e-92de-42cacb191fd1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:33.669696 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8849444-911d-4d66-a40a-db77f2873a42 req-e2fd414f-aaac-445e-92de-42cacb191fd1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 944 time: 0.0957654 Aug 29 23:54:33.758588 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8849444-911d-4d66-a40a-db77f2873a42 req-58de7551-ec6f-449d-956f-2ccee53f075c tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757225 Aug 29 23:54:33.791219 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:54:33.822052 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4bfeae22-1324-4d1f-9b5f-0d481c03c512 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:54:33.904664 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212d069-8a9f-480d-b767-547422e7cfd1 req-5d276144-a6a8-4b32-a425-c3a444d9959d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:33.906150 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6212d069-8a9f-480d-b767-547422e7cfd1 req-5d276144-a6a8-4b32-a425-c3a444d9959d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0977674 Aug 29 23:54:33.923783 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:54:33.984355 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6212d069-8a9f-480d-b767-547422e7cfd1 req-559853b0-9e58-4e16-b07c-d4f4e8b91f82 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666387 Aug 29 23:54:34.089610 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:54:34.090115 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.189214 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:34.189842 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.232693 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:54:34.236044 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8004138-5f48-4e18-aa09-5f996e7cad8b" -d '{"events": [{"server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "name": "network-vif-plugged", "status": "completed", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:54:34.259048 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:54:34.285951 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953a609-8775-4e28-9d53-8935fed012dd x-openstack-request-id: req-7953a609-8775-4e28-9d53-8935fed012dd {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:54:34.286252 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "name": "network-vif-plugged", "status": "completed", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:54:34.286554 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7953a609-8775-4e28-9d53-8935fed012dd {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:54:34.286964 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7953a609-8775-4e28-9d53-8935fed012dd'] response: {'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'code': 200} Aug 29 23:54:34.329311 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.330832 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:54:34.425448 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=4bfeae22-1324-4d1f-9b5f-0d481c03c512,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:34.445854 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:34.452104 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:34.462971 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 70011c53-2246-46a9-9308-734ee213614a is: DOWN; New status is: DOWN {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:54:34.652423 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a60f3f-27f9-419a-b816-a74ab26c1a24 req-03ce6abc-fcb1-408c-85f2-a6231b5dcd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:34.654057 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77a60f3f-27f9-419a-b816-a74ab26c1a24 req-03ce6abc-fcb1-408c-85f2-a6231b5dcd62 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1129 time: 0.0510917 Aug 29 23:54:34.718239 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:34.725043 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77a60f3f-27f9-419a-b816-a74ab26c1a24 req-18880bda-3a89-411a-85f4-71c0ce7d9a1f service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615561 Aug 29 23:54:35.514218 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974fc73-1bb5-4378-ba56-c8017bb60c11 req-c96f4afd-52b7-4d30-b022-340bdba0850d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:35.515976 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7974fc73-1bb5-4378-ba56-c8017bb60c11 req-c96f4afd-52b7-4d30-b022-340bdba0850d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0544891 Aug 29 23:54:35.585046 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7974fc73-1bb5-4378-ba56-c8017bb60c11 req-0f81ddc7-a8ec-456a-8012-e8270972f64a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560067 Aug 29 23:54:35.741492 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bca6f7-1085-4905-beaa-d091705ea572 req-10c5cdd0-7854-4c8b-b422-5c8b86512495 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:35.743152 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-52bca6f7-1085-4905-beaa-d091705ea572 req-10c5cdd0-7854-4c8b-b422-5c8b86512495 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0815234 Aug 29 23:54:35.806057 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-52bca6f7-1085-4905-beaa-d091705ea572 req-b4be5cff-2246-44d5-839e-06c911784223 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546508 Aug 29 23:54:35.895756 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-3919b57b-e8ed-4757-b523-97a3fc94ea2c req-b7f2a561-c83d-498c-8776-d01f0033cfdd service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:54:35.897071 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3919b57b-e8ed-4757-b523-97a3fc94ea2c req-b7f2a561-c83d-498c-8776-d01f0033cfdd service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059068 Aug 29 23:54:36.221685 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.254676 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=41,neutron:DELETE=8 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:36.277088 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=10 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:36.278020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:36.485839 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72c07-5e9d-4148-b23d-b659e5283fa8 req-d8290cad-d4e3-4adf-ae2a-64805686f0bc tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:36.495021 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-13a72c07-5e9d-4148-b23d-b659e5283fa8 req-d8290cad-d4e3-4adf-ae2a-64805686f0bc tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0980079 Aug 29 23:54:36.504064 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:36.556614 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-13a72c07-5e9d-4148-b23d-b659e5283fa8 req-06c15314-10e0-4228-9e44-1c2748c90258 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606749 Aug 29 23:54:36.770187 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ae260-6a47-47a8-8293-c4743490fafa req-8e423851-9908-4baa-aa03-473e8bc7b9a9 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:36.783662 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-da0ae260-6a47-47a8-8293-c4743490fafa req-8e423851-9908-4baa-aa03-473e8bc7b9a9 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0732856 Aug 29 23:54:36.865341 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-da0ae260-6a47-47a8-8293-c4743490fafa req-dcd23443-5625-4878-bf3b-04d0c87b1e58 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673704 Aug 29 23:54:36.967529 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e65bca-e5e3-4e3b-8263-71f13102ddf4 req-abb6085d-17d9-4160-bce0-1ca63d294fe1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:36.969504 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c1e65bca-e5e3-4e3b-8263-71f13102ddf4 req-abb6085d-17d9-4160-bce0-1ca63d294fe1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0562699 Aug 29 23:54:37.035789 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c1e65bca-e5e3-4e3b-8263-71f13102ddf4 req-3796f09b-877e-4815-9de9-7b81c981d972 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592380 Aug 29 23:54:37.154646 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 49988) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:37.251032 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-e87c0067-daf9-4477-b25c-6ecea4174c6b service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951142 Aug 29 23:54:37.261987 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-45343d59-1f19-4d95-b552-4797059f396e service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:54:37.263119 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-45343d59-1f19-4d95-b552-4797059f396e service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067506 Aug 29 23:54:37.348389 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 49996) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:37.468842 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-afea8a70-5d00-481f-a951-d71069406b9c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:37.470326 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-afea8a70-5d00-481f-a951-d71069406b9c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports/70011c53-2246-46a9-9308-734ee213614a HTTP/1.1" status: 200 len: 941 time: 0.1207390 Aug 29 23:54:37.719050 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056271d3-7ff3-484b-9684-d144a45553bd req-336971e1-f8df-4858-8f92-364874dc8112 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:37.720715 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-056271d3-7ff3-484b-9684-d144a45553bd req-336971e1-f8df-4858-8f92-364874dc8112 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0637338 Aug 29 23:54:37.800242 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-056271d3-7ff3-484b-9684-d144a45553bd req-6967f080-f781-426c-a05e-8dc4836a6159 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721672 Aug 29 23:54:38.029081 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89415fb-5618-48ae-855a-a4d4f357c7d1 req-0e2d1324-0150-4d92-b447-0c447ec98e67 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:38.031382 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d89415fb-5618-48ae-855a-a4d4f357c7d1 req-0e2d1324-0150-4d92-b447-0c447ec98e67 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0650091 Aug 29 23:54:38.057871 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:38.115154 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d89415fb-5618-48ae-855a-a4d4f357c7d1 req-3717a752-8c55-4f29-9547-53d3fd6c31fa tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772734 Aug 29 23:54:38.217454 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed15ca-3cfc-400c-a8e0-1717b2d90681 req-1d9275a4-87c8-4ac5-80c1-d425d7f03ade tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:38.220181 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-eeed15ca-3cfc-400c-a8e0-1717b2d90681 req-1d9275a4-87c8-4ac5-80c1-d425d7f03ade tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0761099 Aug 29 23:54:38.303223 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85311a0d-cd32-45f5-8347-4cc536034b62 req-daefebd7-35aa-4501-945f-6a31920fe85d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:38.304831 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-85311a0d-cd32-45f5-8347-4cc536034b62 req-daefebd7-35aa-4501-945f-6a31920fe85d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0734382 Aug 29 23:54:38.350880 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-eeed15ca-3cfc-400c-a8e0-1717b2d90681 req-04ae53cb-515b-4242-a78a-a952a088a5c5 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121366 Aug 29 23:54:38.395441 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-85311a0d-cd32-45f5-8347-4cc536034b62 req-41770ad9-0a87-4fbc-a137-930a1ffedc8b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833781 Aug 29 23:54:38.861037 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2343-bb13-42ee-a343-d24eee4f2b01 req-de16d030-f7ae-4fb5-ade0-490da684dcd1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:38.864034 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-243d2343-bb13-42ee-a343-d24eee4f2b01 req-de16d030-f7ae-4fb5-ade0-490da684dcd1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0663662 Aug 29 23:54:38.951872 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-243d2343-bb13-42ee-a343-d24eee4f2b01 req-1f482894-491e-44cd-aad7-e22dd6ed64b7 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806715 Aug 29 23:54:39.040780 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f03d1a-adda-4585-97cf-84545086a0fe req-7a9e676e-9d0a-46b2-a759-ddab34af74bb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:39.043608 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-83f03d1a-adda-4585-97cf-84545086a0fe req-7a9e676e-9d0a-46b2-a759-ddab34af74bb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0838220 Aug 29 23:54:39.142225 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-83f03d1a-adda-4585-97cf-84545086a0fe req-469d74a9-b688-4cf4-93f8-95b2c33d1d85 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926428 Aug 29 23:54:39.494447 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e93520-1fe8-4973-b9a7-d439f2147a34 req-4c966778-83c1-4f59-b51a-a7e11ffc4739 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:39.496344 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-20e93520-1fe8-4973-b9a7-d439f2147a34 req-4c966778-83c1-4f59-b51a-a7e11ffc4739 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0619714 Aug 29 23:54:39.555196 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-20e93520-1fe8-4973-b9a7-d439f2147a34 req-f545f7a4-c752-4bce-8cdd-c63bcb18c73e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524609 Aug 29 23:54:39.700796 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:40.296292 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdc875-6c07-46ce-9ba5-554a4e1c1cce req-308cd7dc-ce12-4521-9777-630d3661c952 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:40.297922 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ecbdc875-6c07-46ce-9ba5-554a4e1c1cce req-308cd7dc-ce12-4521-9777-630d3661c952 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0527821 Aug 29 23:54:40.358377 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ecbdc875-6c07-46ce-9ba5-554a4e1c1cce req-d9eb6029-b4ca-404c-889e-89e8f62c5c11 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530040 Aug 29 23:54:40.706204 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598a7ba-d41e-471a-999f-d16d0bb3a8d8 req-ec16bcf5-ff0a-4340-a7a3-fed776f07b10 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:40.707895 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b598a7ba-d41e-471a-999f-d16d0bb3a8d8 req-ec16bcf5-ff0a-4340-a7a3-fed776f07b10 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0530035 Aug 29 23:54:40.724910 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:40.771636 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b598a7ba-d41e-471a-999f-d16d0bb3a8d8 req-36105b20-0bc1-4261-8a37-515bc684d9ec tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530622 Aug 29 23:54:41.502551 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703770e-ca87-4266-98d8-10890464d079 req-f448b6b4-efa6-4ac2-8ef9-85c9b153642d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:41.504194 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e703770e-ca87-4266-98d8-10890464d079 req-f448b6b4-efa6-4ac2-8ef9-85c9b153642d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0519266 Aug 29 23:54:41.566571 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e703770e-ca87-4266-98d8-10890464d079 req-6bbd3966-edf5-4bec-a7a3-4b655eeef449 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512557 Aug 29 23:54:41.918132 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186912-aac6-4952-8685-4ef890c00cb2 req-07d5fa78-9a74-470e-84a0-a64332a909bf tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:41.920017 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-82186912-aac6-4952-8685-4ef890c00cb2 req-07d5fa78-9a74-470e-84a0-a64332a909bf tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0595403 Aug 29 23:54:41.980271 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-82186912-aac6-4952-8685-4ef890c00cb2 req-f6f9a7ec-8878-45cc-8629-259a3671a493 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544517 Aug 29 23:54:42.723347 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1b4e-da5e-43c8-83af-4b17a74aa361 req-f23c2b66-0e97-4b05-bc32-9d3f8cfde49a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:42.725938 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3ca1b4e-da5e-43c8-83af-4b17a74aa361 req-f23c2b66-0e97-4b05-bc32-9d3f8cfde49a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0631778 Aug 29 23:54:42.791895 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f3ca1b4e-da5e-43c8-83af-4b17a74aa361 req-ca5ea9d9-f833-4ef4-bfa5-11a3c6a35924 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562603 Aug 29 23:54:43.100863 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:43.126159 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8ac7f-9e7d-4b66-977b-3b403d63248c req-e92b887c-8f0e-45b7-ab04-a9a0c5cf4e1c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:43.128935 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3fd8ac7f-9e7d-4b66-977b-3b403d63248c req-e92b887c-8f0e-45b7-ab04-a9a0c5cf4e1c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0701737 Aug 29 23:54:43.188035 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3fd8ac7f-9e7d-4b66-977b-3b403d63248c req-cba51c26-d79f-4f5b-b9ab-6b8ebf0cc885 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532126 Aug 29 23:54:43.998940 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a702-8bcd-4e5d-8c2b-e45d6fe9f6f9 req-b81f3e42-860d-4530-bef7-3bf0f6e0fb7b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:44.011251 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0821a702-8bcd-4e5d-8c2b-e45d6fe9f6f9 req-b81f3e42-860d-4530-bef7-3bf0f6e0fb7b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1072001 Aug 29 23:54:44.080785 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0821a702-8bcd-4e5d-8c2b-e45d6fe9f6f9 req-428348b9-81c4-4075-8ab2-7e97090b4ae4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672290 Aug 29 23:54:44.426981 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d2e29-cb59-49f4-abc6-1b646794df8c req-b62ad59e-e315-4579-9721-87de4d68117c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:44.437503 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-233d2e29-cb59-49f4-abc6-1b646794df8c req-b62ad59e-e315-4579-9721-87de4d68117c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0890071 Aug 29 23:54:44.533874 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-233d2e29-cb59-49f4-abc6-1b646794df8c req-a333e729-c8e4-41c8-9e01-cb0e8f9760c8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906193 Aug 29 23:54:45.308739 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634be7e-5272-46d9-a2ca-293a4c059701 req-178f32d7-3d7c-4970-9638-3562ca8c3070 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:45.320768 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3634be7e-5272-46d9-a2ca-293a4c059701 req-178f32d7-3d7c-4970-9638-3562ca8c3070 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1032786 Aug 29 23:54:45.403546 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3634be7e-5272-46d9-a2ca-293a4c059701 req-eb0ac0cd-8494-40b7-ad73-687756791ace tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812747 Aug 29 23:54:45.926912 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b6d8e-08dc-4abf-916a-3f5d7b9f5e9f req-c24ff9e7-159f-452e-8eba-5973997d0d97 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:45.930187 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-761b6d8e-08dc-4abf-916a-3f5d7b9f5e9f req-c24ff9e7-159f-452e-8eba-5973997d0d97 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1636484 Aug 29 23:54:46.059903 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-761b6d8e-08dc-4abf-916a-3f5d7b9f5e9f req-7ebe2ed8-baa8-42e2-af81-e2c6dd0b06a4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046364 Aug 29 23:54:46.595630 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb38c9-3c70-4492-9953-62c8cbdd02c8 req-4eb6bf87-119b-4512-a979-aed98948e82f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:46.597487 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c4fb38c9-3c70-4492-9953-62c8cbdd02c8 req-4eb6bf87-119b-4512-a979-aed98948e82f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0768948 Aug 29 23:54:46.730386 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c4fb38c9-3c70-4492-9953-62c8cbdd02c8 req-8f1c6570-3af4-425d-925e-3ef2d8306883 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220489 Aug 29 23:54:47.247025 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:47.248630 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:47.294096 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e1896-b21f-4600-9e68-f2cfd4bfcb47 req-108bea54-6ebb-49e6-8626-ef258eba7e1f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:47.297070 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fe8e1896-b21f-4600-9e68-f2cfd4bfcb47 req-108bea54-6ebb-49e6-8626-ef258eba7e1f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0864563 Aug 29 23:54:47.405358 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fe8e1896-b21f-4600-9e68-f2cfd4bfcb47 req-bccd56ba-3995-4a28-871d-a1eb621d2bf7 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914493 Aug 29 23:54:47.967852 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb502f-1f46-46f0-903d-b4f47b125f3c req-e9751cb6-f5d3-49cd-b71d-a7fc018f69ee tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:47.972360 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-03cb502f-1f46-46f0-903d-b4f47b125f3c req-e9751cb6-f5d3-49cd-b71d-a7fc018f69ee tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1389322 Aug 29 23:54:48.074785 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-03cb502f-1f46-46f0-903d-b4f47b125f3c req-58c205b6-4c1c-44d8-bf98-65b12d9a6a46 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897191 Aug 29 23:54:48.656910 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19c818-9aaf-4365-a334-104fb31a3d10 req-d9bffe9e-6271-44e1-bcf8-ef8c1e767222 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:48.659195 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9c19c818-9aaf-4365-a334-104fb31a3d10 req-d9bffe9e-6271-44e1-bcf8-ef8c1e767222 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0842259 Aug 29 23:54:48.696553 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:48.733928 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9c19c818-9aaf-4365-a334-104fb31a3d10 req-1cb32a14-a73f-4286-af00-7ddfc2e2ab43 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621498 Aug 29 23:54:49.299992 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080de86-fa62-4944-bdd1-863c26ecee46 req-34fc8356-0cc2-4416-a4dc-a44c8578a36d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:49.307073 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f080de86-fa62-4944-bdd1-863c26ecee46 req-34fc8356-0cc2-4416-a4dc-a44c8578a36d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0927417 Aug 29 23:54:49.390154 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f080de86-fa62-4944-bdd1-863c26ecee46 req-e63f3731-1b2a-4485-a4cc-98a15f6ce9b9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801630 Aug 29 23:54:49.562520 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:49.568394 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:49.950056 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52641b-68b6-4870-adbe-261b9450781f req-e1e94577-574c-4e30-ba65-36c5632d32f2 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:49.952411 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bb52641b-68b6-4870-adbe-261b9450781f req-e1e94577-574c-4e30-ba65-36c5632d32f2 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1048269 Aug 29 23:54:49.978131 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:50.054884 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bb52641b-68b6-4870-adbe-261b9450781f req-945f69e2-6ea9-4aed-b198-3d7a21a5c239 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937946 Aug 29 23:54:50.614701 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d47bc-6d42-42c9-851d-91ee35ccd389 req-3b6e65ca-9d89-4ec8-9951-f6d3bb95a0e7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:50.623859 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a67d47bc-6d42-42c9-851d-91ee35ccd389 req-3b6e65ca-9d89-4ec8-9951-f6d3bb95a0e7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1111014 Aug 29 23:54:50.707359 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a67d47bc-6d42-42c9-851d-91ee35ccd389 req-fd183c2c-7db2-4589-ba2d-f4d537eb2e5e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820384 Aug 29 23:54:50.804572 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:50.805821 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:51.235941 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4995368-21fe-45ac-8151-8ac21257056d req-d3133af8-f5b2-4f5c-bcef-395449e9f2a0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:51.237544 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a4995368-21fe-45ac-8151-8ac21257056d req-d3133af8-f5b2-4f5c-bcef-395449e9f2a0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0644782 Aug 29 23:54:51.289620 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a4995368-21fe-45ac-8151-8ac21257056d req-9b346f76-5988-4b0a-967c-ca534e2e232e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456908 Aug 29 23:54:51.620352 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 50250) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:51.949427 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-80554c96-8c30-4c6d-a7b7-c122c2aa3eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.039765 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536cebe-00a5-4f3f-ae36-3d2fafce81cf req-ea36e8e5-0dbd-4268-a883-7fe2a7238e78 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:52.043885 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3536cebe-00a5-4f3f-ae36-3d2fafce81cf req-ea36e8e5-0dbd-4268-a883-7fe2a7238e78 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1235254 Aug 29 23:54:52.243885 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3536cebe-00a5-4f3f-ae36-3d2fafce81cf req-91a10698-f880-445f-aa6b-c5ec245d109b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893997 Aug 29 23:54:52.290713 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-80554c96-8c30-4c6d-a7b7-c122c2aa3eb3 admin admin] Publish callbacks [] for security_group (494e298d-1549-42f6-9d47-04b709cfa984), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.386932 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-80554c96-8c30-4c6d-a7b7-c122c2aa3eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (494e298d-1549-42f6-9d47-04b709cfa984), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.450691 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80554c96-8c30-4c6d-a7b7-c122c2aa3eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494e298d-1549-42f6-9d47-04b709cfa984,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:52.475825 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-80554c96-8c30-4c6d-a7b7-c122c2aa3eb3 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=9e8c274268854032aade285167d8080e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8538766 Aug 29 23:54:52.479182 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50268) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:54:52.597919 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec150dbb-35e9-4306-a3f3-d032c0d0dc6f admin admin] Publish callbacks [] for security_group (494e298d-1549-42f6-9d47-04b709cfa984), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.658766 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec150dbb-35e9-4306-a3f3-d032c0d0dc6f admin admin] Publish callbacks [] for security_group (494e298d-1549-42f6-9d47-04b709cfa984), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.716404 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25a141-1f3e-48e5-bdd5-93cf4dcfd75f req-dbd32df9-de1a-45df-b4dc-093bfff57021 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:52.719715 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bc25a141-1f3e-48e5-bdd5-93cf4dcfd75f req-dbd32df9-de1a-45df-b4dc-093bfff57021 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.2135134 Aug 29 23:54:52.851570 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec150dbb-35e9-4306-a3f3-d032c0d0dc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (494e298d-1549-42f6-9d47-04b709cfa984), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.862905 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ec150dbb-35e9-4306-a3f3-d032c0d0dc6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:54:52.865337 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bc25a141-1f3e-48e5-bdd5-93cf4dcfd75f req-23193abd-0abc-416f-a517-6f18bed42241 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373444 Aug 29 23:54:52.868474 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ec150dbb-35e9-4306-a3f3-d032c0d0dc6f admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/494e298d-1549-42f6-9d47-04b709cfa984 HTTP/1.1" status: 204 len: 168 time: 0.3874962 Aug 29 23:54:52.904939 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec150dbb-35e9-4306-a3f3-d032c0d0dc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494e298d-1549-42f6-9d47-04b709cfa984,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:54:53.746035 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695de1b2-4d89-4a95-8a46-a1a0405b0672 req-603f9a3f-7ce9-4f0e-ad82-515f90515e71 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:53.748722 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-695de1b2-4d89-4a95-8a46-a1a0405b0672 req-603f9a3f-7ce9-4f0e-ad82-515f90515e71 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1656957 Aug 29 23:54:53.854702 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d6714-c999-4233-a933-726da8489aca req-b35bd221-b690-4366-a445-44e6127c66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:53.856509 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-742d6714-c999-4233-a933-726da8489aca req-b35bd221-b690-4366-a445-44e6127c66ed service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 1130 time: 0.0926590 Aug 29 23:54:53.901060 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-1eff49b0-33e7-494a-8e4c-d8f79f60cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:53.911206 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-1eff49b0-33e7-494a-8e4c-d8f79f60cf16 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1130 time: 0.2145443 Aug 29 23:54:54.026307 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:54.036907 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a2bd2-12ee-4574-8a18-5172bec18513 req-5c442964-68f3-4d93-b31b-5a296a6b7432 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.039842 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0a1a2bd2-12ee-4574-8a18-5172bec18513 req-5c442964-68f3-4d93-b31b-5a296a6b7432 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.3476245 Aug 29 23:54:54.043801 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d6714-c999-4233-a933-726da8489aca req-2b2a8f7a-1fc9-4b9b-915c-6cc951d72cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.047552 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-742d6714-c999-4233-a933-726da8489aca req-2b2a8f7a-1fc9-4b9b-915c-6cc951d72cf0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 912 time: 0.1757760 Aug 29 23:54:54.050798 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-695de1b2-4d89-4a95-8a46-a1a0405b0672 req-bbae1aa2-b3fc-4c2a-ac2e-d70c163a896e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571864 Aug 29 23:54:54.163811 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:54.203968 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0a1a2bd2-12ee-4574-8a18-5172bec18513 req-b9e4fd62-8974-4c4c-8d35-0f605f22e630 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293495 Aug 29 23:54:54.248165 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-eafddf1a-0f39-4cfe-bb33-7d38f9f9492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.257169 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-eafddf1a-0f39-4cfe-bb33-7d38f9f9492c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.3303461 Aug 29 23:54:54.361592 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-742d6714-c999-4233-a933-726da8489aca req-aa1ad325-2c89-4272-9d3a-ddf68134ec21 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 200 len: 1002 time: 0.3054702 Aug 29 23:54:54.465518 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-846ae339-1bcb-4308-9571-317fb80bde5a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4496c220-d785-47cc-8a05-42c8832bf15c HTTP/1.1" status: 200 len: 1001 time: 0.2006593 Aug 29 23:54:54.481471 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d6714-c999-4233-a933-726da8489aca req-8bc0107c-a776-41d0-ae4a-ec2ffc93f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.484562 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-742d6714-c999-4233-a933-726da8489aca req-8bc0107c-a776-41d0-ae4a-ec2ffc93f631 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.1097980 Aug 29 23:54:54.545421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515443d-ec0a-4591-b978-b8e45346dab5 req-80cba3e8-4916-4f3b-896f-339003d0265e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.547110 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8515443d-ec0a-4591-b978-b8e45346dab5 req-80cba3e8-4916-4f3b-896f-339003d0265e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.2136297 Aug 29 23:54:54.585507 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-3653c8fd-c6a9-4f9e-b4b4-ebb427045663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.587175 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-3653c8fd-c6a9-4f9e-b4b4-ebb427045663 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.1123960 Aug 29 23:54:54.600731 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d6714-c999-4233-a933-726da8489aca req-b91efe7e-c579-48d4-ad10-0d1b4e0e5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.606027 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-742d6714-c999-4233-a933-726da8489aca req-b91efe7e-c579-48d4-ad10-0d1b4e0e5177 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1110928 Aug 29 23:54:54.689292 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-78baba26-ef10-458a-94c2-57a49a746ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:54.696449 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-78baba26-ef10-458a-94c2-57a49a746ab7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849655 Aug 29 23:54:54.701007 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8515443d-ec0a-4591-b978-b8e45346dab5 req-671988f6-bb02-4653-99ce-7e6830f0ea9d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302674 Aug 29 23:54:54.928430 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-742d6714-c999-4233-a933-726da8489aca req-70a883c9-b006-40ec-98c8-6f6aab667aa0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011465 Aug 29 23:54:54.960141 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-90769894-7b31-4245-8b82-73eb36f20c65 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458405 Aug 29 23:54:55.260447 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-742d6714-c999-4233-a933-726da8489aca req-dc7b17d0-7905-4fc6-86f1-37f44e7bea6a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207224 Aug 29 23:54:55.799407 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a53d0-0863-4a2f-841a-a9752068ea74 req-21f4ca18-c7a8-44de-95d6-9856d2213c26 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:55.807283 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1f9a53d0-0863-4a2f-841a-a9752068ea74 req-21f4ca18-c7a8-44de-95d6-9856d2213c26 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.2274303 Aug 29 23:54:55.814982 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-f373e22f-6fa9-45a9-8204-29b9a5171c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:55.816644 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-f373e22f-6fa9-45a9-8204-29b9a5171c51 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c&tenant_id=3fd4107165644976b1d8cdbeec3c8711 HTTP/1.1" status: 200 len: 1128 time: 0.2399001 Aug 29 23:54:55.827806 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3a02a09-1122-4b52-9e0d-dfc2ea960f45 req-056a0647-7f27-4d52-82b5-b95ed472d5d3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7874732 Aug 29 23:54:55.834343 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95308162-9683-4793-a456-4618d2962c66 req-cd26b090-0e55-4f08-b855-d9c44101f433 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:55.836071 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-95308162-9683-4793-a456-4618d2962c66 req-cd26b090-0e55-4f08-b855-d9c44101f433 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.2604048 Aug 29 23:54:55.908251 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:55.940170 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1f9a53d0-0863-4a2f-841a-a9752068ea74 req-94eae0e8-0801-4c59-ba89-054c3c972219 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319301 Aug 29 23:54:55.952716 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-95308162-9683-4793-a456-4618d2962c66 req-24db02cc-8de6-47ba-86e6-677c5f454a74 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089811 Aug 29 23:54:56.081074 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d40c84-f433-4ccd-a5a2-0684fd7842b2 req-8af2aa2f-a3b9-4783-a3e2-6b56a4031484 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.083430 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-37d40c84-f433-4ccd-a5a2-0684fd7842b2 req-8af2aa2f-a3b9-4783-a3e2-6b56a4031484 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0600696 Aug 29 23:54:56.157071 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-37d40c84-f433-4ccd-a5a2-0684fd7842b2 req-b2c61450-837a-47b1-8f37-80267d599a4c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667138 Aug 29 23:54:56.335192 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-70b8061c-93df-49c7-aadd-ef1c137a1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.337191 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-70b8061c-93df-49c7-aadd-ef1c137a1002 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 1128 time: 0.0547190 Aug 29 23:54:56.598163 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-ffee597e-9631-4328-b673-1a07175b38da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.600593 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-ffee597e-9631-4328-b673-1a07175b38da service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 918 time: 0.2461405 Aug 29 23:54:56.731303 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-241305ef-4220-4148-b11e-b864e1bd0bf0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70011c53-2246-46a9-9308-734ee213614a HTTP/1.1" status: 200 len: 999 time: 0.1154141 Aug 29 23:54:56.831366 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-a08204b1-e0ca-46ba-a392-841f8806ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.836254 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-a08204b1-e0ca-46ba-a392-841f8806ad23 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.0991700 Aug 29 23:54:56.934676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-a600b3ca-40d4-4cbd-b2e8-16b1de59c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:56.936935 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-a600b3ca-40d4-4cbd-b2e8-16b1de59c3ca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914361 Aug 29 23:54:57.167280 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-70493909-465d-4604-8267-7041041bc5c6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222457 Aug 29 23:54:57.228104 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:54:57.295054 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4bba5-ae2a-4067-b08e-8754f318ac28 req-f5b3fb9d-c5a7-4f92-b128-7189fe887664 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:57.296567 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90f4bba5-ae2a-4067-b08e-8754f318ac28 req-f5b3fb9d-c5a7-4f92-b128-7189fe887664 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1637287 Aug 29 23:54:57.305408 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9b648-80cf-4861-a33e-cb1e5595e025 req-1325d09f-823a-424c-bfb2-da4ef57db997 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:57.307141 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7be9b648-80cf-4861-a33e-cb1e5595e025 req-1325d09f-823a-424c-bfb2-da4ef57db997 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1729391 Aug 29 23:54:57.446683 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-947271c8-009c-4f06-bf4d-59ffb265667c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332637 Aug 29 23:54:57.455401 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90f4bba5-ae2a-4067-b08e-8754f318ac28 req-dd568bf6-67c8-4377-a6e5-93d9d085bbaa tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445422 Aug 29 23:54:57.467520 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7be9b648-80cf-4861-a33e-cb1e5595e025 req-f86a7a10-9d5b-4747-9b0f-71da955fc916 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363249 Aug 29 23:54:57.757525 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d60b1-58c3-47f4-9405-dece05d7afee req-fd2ba4db-82b5-410a-8afd-b1b390d9961b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:57.760547 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7c5d60b1-58c3-47f4-9405-dece05d7afee req-fd2ba4db-82b5-410a-8afd-b1b390d9961b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0985651 Aug 29 23:54:57.832676 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7c5d60b1-58c3-47f4-9405-dece05d7afee req-67ef0755-7fd2-4e6a-9bd8-acc286650fb5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660970 Aug 29 23:54:58.755457 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b776-e984-486c-b8a7-16c0e99096b4 req-614e81f4-5ba4-4fa2-948c-80c75bb5e7bc tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:58.764227 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78b8b776-e984-486c-b8a7-16c0e99096b4 req-614e81f4-5ba4-4fa2-948c-80c75bb5e7bc tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1354938 Aug 29 23:54:58.993289 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78b8b776-e984-486c-b8a7-16c0e99096b4 req-c7872968-ed2a-4ff0-aae1-0ef7effb83c3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113431 Aug 29 23:54:59.299859 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58ffb9-898f-40cf-b02d-ab56f277e41f req-37e55c48-873f-4bff-82d3-1b83f8ada996 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:54:59.315258 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0d58ffb9-898f-40cf-b02d-ab56f277e41f req-37e55c48-873f-4bff-82d3-1b83f8ada996 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1242819 Aug 29 23:54:59.447597 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0d58ffb9-898f-40cf-b02d-ab56f277e41f req-07f2edbc-09ba-402a-b543-6e204d2f7a0b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302092 Aug 29 23:55:00.345675 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0ce3c-21f6-4cc1-b9ab-daf021c79d61 req-e949692e-21b1-48ae-b166-68529eae2215 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:00.347301 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1a0ce3c-21f6-4cc1-b9ab-daf021c79d61 req-e949692e-21b1-48ae-b166-68529eae2215 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1303825 Aug 29 23:55:00.404290 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1a0ce3c-21f6-4cc1-b9ab-daf021c79d61 req-04f8ae72-dade-48ea-a46e-1e9632b999f6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499303 Aug 29 23:55:00.568692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:00.605582 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443e93a-fdb8-4994-aa6d-b2caefee6166 req-196e579c-2d65-4895-8c87-c46279edc86c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:00.614630 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7443e93a-fdb8-4994-aa6d-b2caefee6166 req-196e579c-2d65-4895-8c87-c46279edc86c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0798321 Aug 29 23:55:00.680250 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7443e93a-fdb8-4994-aa6d-b2caefee6166 req-dadbe016-4de0-4849-ad2a-583c3eb5a3ad tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608528 Aug 29 23:55:01.192560 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-271bf391-3c85-4b52-82cc-b0382a8e504c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:01.751809 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb3959-a8ed-48ce-b224-80e766b099b8 req-34b9e332-961c-4de1-a35d-70d1feebc993 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:01.766239 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0dbb3959-a8ed-48ce-b224-80e766b099b8 req-34b9e332-961c-4de1-a35d-70d1feebc993 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.2014291 Aug 29 23:55:01.900911 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0dbb3959-a8ed-48ce-b224-80e766b099b8 req-fdc3975b-a0b3-41ae-ba0e-69c82f6d9d7b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375780 Aug 29 23:55:02.046488 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfb5db-82c4-415f-ad5f-09b1bd4a8802 req-72cf3d08-9a08-4426-9a65-df30b66c05df tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:02.061207 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-95cfb5db-82c4-415f-ad5f-09b1bd4a8802 req-72cf3d08-9a08-4426-9a65-df30b66c05df tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1093857 Aug 29 23:55:02.221589 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-95cfb5db-82c4-415f-ad5f-09b1bd4a8802 req-8fab04db-2def-4a6a-abcd-bb6faaa5bdc2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585805 Aug 29 23:55:03.230047 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4315-8ba4-4a6d-9630-ef4b368a2d05 req-601134c5-e27d-4220-a977-e0eeb42681cf tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:03.262627 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b19f4315-8ba4-4a6d-9630-ef4b368a2d05 req-601134c5-e27d-4220-a977-e0eeb42681cf tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1802886 Aug 29 23:55:03.872223 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:03.872223 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee442402-52be-42b0-bed7-7ab9d7e25684 req-09d9fdf5-78b6-47e8-89c7-9261aa9a6e4a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:03.872223 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee442402-52be-42b0-bed7-7ab9d7e25684 req-09d9fdf5-78b6-47e8-89c7-9261aa9a6e4a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.3728166 Aug 29 23:55:03.872223 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b19f4315-8ba4-4a6d-9630-ef4b368a2d05 req-4d49c388-2f33-48bc-98b7-86fec8e6855c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5380895 Aug 29 23:55:03.918637 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee442402-52be-42b0-bed7-7ab9d7e25684 req-087fb8de-00a4-408a-89bc-dec0856858b5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218889 Aug 29 23:55:03.962867 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-782b6ed5-5628-452d-b657-8ea8e8160e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:04.785777 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:05.145220 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248c6d0-242c-476b-b2f7-7ad315df3cd0 req-4685c095-eaf5-45a1-959b-15156389d801 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:05.147775 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b248c6d0-242c-476b-b2f7-7ad315df3cd0 req-4685c095-eaf5-45a1-959b-15156389d801 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1697941 Aug 29 23:55:05.189197 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=66,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:05.245859 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c792d2-3405-4409-b8c2-f3ef8cf06375 req-8f617231-66be-45d3-a230-9be6717c4f9e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:05.249449 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=60 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:05.256341 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0c792d2-3405-4409-b8c2-f3ef8cf06375 req-8f617231-66be-45d3-a230-9be6717c4f9e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1464355 Aug 29 23:55:05.363257 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b248c6d0-242c-476b-b2f7-7ad315df3cd0 req-0d16a55d-ec2d-4c18-a00d-3fd9def366be tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688135 Aug 29 23:55:05.476810 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0c792d2-3405-4409-b8c2-f3ef8cf06375 req-dd23597f-3061-4b9f-82b4-20569b1a5959 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187634 Aug 29 23:55:06.209678 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:06.278395 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:06.443292 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f34e7b-0a87-4594-a928-aaba2287fa8f req-7b63bab2-659f-462f-ba72-86cf2fa37e1d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:06.444963 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0f34e7b-0a87-4594-a928-aaba2287fa8f req-7b63bab2-659f-462f-ba72-86cf2fa37e1d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0662961 Aug 29 23:55:06.575186 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0f34e7b-0a87-4594-a928-aaba2287fa8f req-9990e312-0fd2-4db7-bb9e-bbc63772fc30 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206346 Aug 29 23:55:06.601660 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 50502) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:06.717485 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5875bb-f464-4829-ac24-bbc9c6ef788c req-eb0942e3-37fd-4d81-bc95-fc2ab702d652 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:06.726657 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7f5875bb-f464-4829-ac24-bbc9c6ef788c req-eb0942e3-37fd-4d81-bc95-fc2ab702d652 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0683897 Aug 29 23:55:06.823597 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0572a52-0492-4135-a74f-ff06c0167a59 req-1cd49d51-0ea5-4476-be16-67333e81a54c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:06.825379 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d0572a52-0492-4135-a74f-ff06c0167a59 req-1cd49d51-0ea5-4476-be16-67333e81a54c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0885637 Aug 29 23:55:06.901099 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7f5875bb-f464-4829-ac24-bbc9c6ef788c req-0c0caaf8-d8db-4e03-8c11-3bb2445c2505 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730609 Aug 29 23:55:06.957186 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d0572a52-0492-4135-a74f-ff06c0167a59 req-e7c9e4e4-e4c8-4e79-8b24-b0b4f45331ee tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254773 Aug 29 23:55:07.184439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be5748-5072-4062-a935-73968be911a0 tempest-TestMinimumBasicScenario-1067761103 tempest-TestMinimumBasicScenario-1067761103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:07.187401 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e4be5748-5072-4062-a935-73968be911a0 tempest-TestMinimumBasicScenario-1067761103 tempest-TestMinimumBasicScenario-1067761103-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1124 time: 0.5840507 Aug 29 23:55:07.190347 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 50526) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:07.199692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'port_id': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:07.329189 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:07.456922 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:07.504895 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:07.651561 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Allocated IP 172.27.2.173 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/8e48f818-e9d1-432d-866c-2b2382d04f6a) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:55:07.878474 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for port (8e48f818-e9d1-432d-866c-2b2382d04f6a), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:07.882413 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:08.001713 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f1cb-24cf-4a77-9777-1513df4a0cf2 req-547b73ed-7718-47fb-b9a8-90fe62e5c791 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.011149 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3288f1cb-24cf-4a77-9777-1513df4a0cf2 req-547b73ed-7718-47fb-b9a8-90fe62e5c791 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.0634584 Aug 29 23:55:08.024232 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (8e48f818-e9d1-432d-866c-2b2382d04f6a), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:08.169387 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:55:08.181059 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3288f1cb-24cf-4a77-9777-1513df4a0cf2 req-06bb2029-02b1-4039-a1cb-1c8f8716d4a1 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687777 Aug 29 23:55:08.184431 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'Port': ['ID=8e48f818-e9d1-432d-866c-2b2382d04f6a,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:08.187747 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:55:08.204491 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6315c-0366-4a2e-8f31-164b14f95bcf req-8469a306-c119-45b6-97c9-2979bd60b6cd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.210902 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9eb6315c-0366-4a2e-8f31-164b14f95bcf req-8469a306-c119-45b6-97c9-2979bd60b6cd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1683245 Aug 29 23:55:08.211797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:55:08.503903 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384e96c-9e70-434d-a6af-a3d4480fe935 req-f20e5a9a-ff14-411b-9fb1-6812293f454b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:08.511535 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a384e96c-9e70-434d-a6af-a3d4480fe935 req-f20e5a9a-ff14-411b-9fb1-6812293f454b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1829665 Aug 29 23:55:08.629625 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9eb6315c-0366-4a2e-8f31-164b14f95bcf req-dcdc0bd3-4704-4f50-a87e-35d4699c9d3c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4122379 Aug 29 23:55:08.748387 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a384e96c-9e70-434d-a6af-a3d4480fe935 req-3179bae9-ca97-4cf5-94ed-e2b1b512b531 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358050 Aug 29 23:55:08.837369 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:09.520303 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba134a-c642-486b-b239-698c3da05824 req-c343ff03-90c9-489a-aee3-0378360b6f4e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:09.521949 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-beba134a-c642-486b-b239-698c3da05824 req-c343ff03-90c9-489a-aee3-0378360b6f4e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.1026838 Aug 29 23:55:09.559867 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for floatingip (497ea6d2-01d6-4d70-85d8-1805e4cd9ad8), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:09.649374 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-beba134a-c642-486b-b239-698c3da05824 req-b9c737fa-b5ca-4fd1-add4-eea5459fc02c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202939 Aug 29 23:55:09.739758 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:09.784162 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (8e48f818-e9d1-432d-866c-2b2382d04f6a), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:09.851746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9df1d-5296-43ed-b7d3-d6495c7bf9ad req-d40246a2-34aa-4716-8aa5-e3da01ff2467 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:09.853308 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b9c9df1d-5296-43ed-b7d3-d6495c7bf9ad req-d40246a2-34aa-4716-8aa5-e3da01ff2467 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0843430 Aug 29 23:55:09.965057 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:09.994643 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02f4f1-2755-4fb3-b027-21e70784d870 req-bade9516-fcd4-4ce9-986a-ce14bbb38ff8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:09.996238 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0c02f4f1-2755-4fb3-b027-21e70784d870 req-bade9516-fcd4-4ce9-986a-ce14bbb38ff8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1355736 Aug 29 23:55:10.028944 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b9c9df1d-5296-43ed-b7d3-d6495c7bf9ad req-621d0a59-cace-4292-9e15-92b47bf4e4dc tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570485 Aug 29 23:55:10.113004 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0c02f4f1-2755-4fb3-b027-21e70784d870 req-85cd85c7-fd05-4661-a4f4-ad5309ddc167 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071229 Aug 29 23:55:10.138690 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for port (8e48f818-e9d1-432d-866c-2b2382d04f6a), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.236432 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (8e48f818-e9d1-432d-866c-2b2382d04f6a), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.237191 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (497ea6d2-01d6-4d70-85d8-1805e4cd9ad8), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:10.316122 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:10.316409 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'Port': ['ID=8e48f818-e9d1-432d-866c-2b2382d04f6a,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:10.433413 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Floating IP 497ea6d2-01d6-4d70-85d8-1805e4cd9ad8 associated. External IP: 172.27.2.173, port: 4bfeae22-1324-4d1f-9b5f-0d481c03c512. Aug 29 23:55:10.748983 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Router 084aa545-d69d-4bd3-8653-853cbd60a2ba has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:55:10.774151 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:55:10.871604 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9273f24-b8f6-4c65-ab51-11141b197a3f req-d7f2a855-8343-4a0b-b54d-d8c47ec40a20 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:10.873419 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e9273f24-b8f6-4c65-ab51-11141b197a3f req-d7f2a855-8343-4a0b-b54d-d8c47ec40a20 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.1009419 Aug 29 23:55:10.969491 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:55:10.987830 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] Sync routers for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:55:10.993615 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e9273f24-b8f6-4c65-ab51-11141b197a3f req-f7bfc8cb-e48b-492e-9ba2-4c6775aaa772 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144536 Aug 29 23:55:11.008620 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:11.009308 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:11.211608 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb8292-8abc-4671-a7b5-1b27a5e98981 req-bdaadb31-c239-45e0-bef2-cc9c73114f18 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:11.213192 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:11.214239 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-79cb8292-8abc-4671-a7b5-1b27a5e98981 req-bdaadb31-c239-45e0-bef2-cc9c73114f18 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0685689 Aug 29 23:55:11.420553 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-79cb8292-8abc-4671-a7b5-1b27a5e98981 req-edef3280-8168-45ad-93f2-a2fa961c09ad tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998258 Aug 29 23:55:11.518771 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:11.518771 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01debc4c-3f0f-455c-a7ab-bb2d359b2fed req-d0916d35-cbe5-4750-b003-e8988c3d6a7b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:11.518771 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-01debc4c-3f0f-455c-a7ab-bb2d359b2fed req-d0916d35-cbe5-4750-b003-e8988c3d6a7b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1871684 Aug 29 23:55:11.546120 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-047aa25b-ef56-4ffd-9866-81145eccec3f tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3541861 Aug 29 23:55:11.549440 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50642) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:11.550359 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:11.554293 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2" -d '{"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:11.557155 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-34e7d8fc-49fd-4677-8ed2-d1b640d6700e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860543102', 'description': 'tempest-secgroup-smoke-860543102 description', 'project_id': '2f665e85ae5b4008b60765fd3076a331'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:11.650271 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-01debc4c-3f0f-455c-a7ab-bb2d359b2fed req-510dc18b-8c61-431d-8504-8351c1590a01 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412010 Aug 29 23:55:11.664346 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 50648) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:11.707560 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f43642e-d32e-4578-bb6f-2b7ad107f2ab x-openstack-request-id: req-1f43642e-d32e-4578-bb6f-2b7ad107f2ab {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:11.707859 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:11.708428 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1f43642e-d32e-4578-bb6f-2b7ad107f2ab {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:11.709149 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f43642e-d32e-4578-bb6f-2b7ad107f2ab'] response: {'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'status': 'completed', 'code': 200} Aug 29 23:55:11.760431 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Deleting subnet 9ae1696e-863c-49c7-8b6e-cfccfe614055 {{(pid=113459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:55:11.770810 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Publish callbacks [] for subnet (9ae1696e-863c-49c7-8b6e-cfccfe614055), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:11.819719 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '497ea6d2-01d6-4d70-85d8-1805e4cd9ad8', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'port_id': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'mac_address': 'fa:16:3e:c1:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80567224-9d47-4087-b154-85564c2987cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:08Z', 'updated_at': '2022-08-29T23:55:08Z', 'revision_number': 0, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 5, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:11.859986 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:11.862680 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] Checking router: 084aa545-d69d-4bd3-8653-853cbd60a2ba for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:55:11.878100 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:11.879299 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:11.884294 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Publish callbacks [] for subnet (9ae1696e-863c-49c7-8b6e-cfccfe614055), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:11.897773 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (9ae1696e-863c-49c7-8b6e-cfccfe614055), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.050771 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:12.117112 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-34e7d8fc-49fd-4677-8ed2-d1b640d6700e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.165986 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:12.172959 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039278a6-d363-47ff-a0f2-620a8bc38a0a req-2e401687-850d-4c3e-b575-a305cbb4ba5c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:12.174758 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-039278a6-d363-47ff-a0f2-620a8bc38a0a req-2e401687-850d-4c3e-b575-a305cbb4ba5c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.0638859 Aug 29 23:55:12.177541 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for subnet (9ae1696e-863c-49c7-8b6e-cfccfe614055), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.228671 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae1696e-863c-49c7-8b6e-cfccfe614055,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:12.229082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-34e7d8fc-49fd-4677-8ed2-d1b640d6700e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group (723296f3-4626-4b62-901e-ad88d9e088cf), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.233563 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.237039 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/9ae1696e-863c-49c7-8b6e-cfccfe614055 HTTP/1.1" status: 204 len: 168 time: 0.5720520 Aug 29 23:55:12.240036 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50654) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:12.246298 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.246796 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.247250 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.247697 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.248141 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.248599 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.249036 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.250243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.250243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.250513 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.250955 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.251395 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.251832 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.252310 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.252785 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d971fa1-eb11-4abf-b60a-ca4c2bb90d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:12.298166 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-039278a6-d363-47ff-a0f2-620a8bc38a0a req-ceb6ec1d-aa2c-4859-a35c-f52c8acca274 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085439 Aug 29 23:55:12.340748 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (9679b41b-badb-474e-91ed-865a85109ffa), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.346864 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-34e7d8fc-49fd-4677-8ed2-d1b640d6700e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (723296f3-4626-4b62-901e-ad88d9e088cf), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.485992 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7d8fc-49fd-4677-8ed2-d1b640d6700e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723296f3-4626-4b62-901e-ad88d9e088cf,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:12.509008 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-34e7d8fc-49fd-4677-8ed2-d1b640d6700e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.511402 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-34e7d8fc-49fd-4677-8ed2-d1b640d6700e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9582026 Aug 29 23:55:12.516508 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 50660) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:12.566468 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-d1d4f549-4376-4524-a57d-dc41b1b538bc tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'security_group_rule': {'security_group_id': '723296f3-4626-4b62-901e-ad88d9e088cf', 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:12.586976 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-25958258-1657-4a82-b30b-4a4a17fed538 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:12.590618 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-25958258-1657-4a82-b30b-4a4a17fed538 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.1881373 Aug 29 23:55:12.606552 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '497ea6d2-01d6-4d70-85d8-1805e4cd9ad8', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'port_id': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'mac_address': 'fa:16:3e:c1:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80567224-9d47-4087-b154-85564c2987cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:08Z', 'updated_at': '2022-08-29T23:55:08Z', 'revision_number': 0, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 5, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:12.643584 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (9679b41b-badb-474e-91ed-865a85109ffa), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.652842 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89feba2-564d-433d-8aa3-8798c06816d7 None None] The sync data for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi is: [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '497ea6d2-01d6-4d70-85d8-1805e4cd9ad8', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'port_id': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'mac_address': 'fa:16:3e:c1:10:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80567224-9d47-4087-b154-85564c2987cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:08Z', 'updated_at': '2022-08-29T23:55:08Z', 'revision_number': 0, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 5, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:55:12.695974 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9679b41b-badb-474e-91ed-865a85109ffa']}} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:12.733403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020920a3-6abc-449b-9280-33bade531571') {'for_net_delete': True} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:12.733785 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020920a3-6abc-449b-9280-33bade531571') {} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:12.752469 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-ab639576-e6a9-4a96-bdce-eeffc922902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:12.755789 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-ab639576-e6a9-4a96-bdce-eeffc922902d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2f665e85ae5b4008b60765fd3076a331&device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1129 time: 0.2646005 Aug 29 23:55:12.769987 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604823'] for segment (020920a3-6abc-449b-9280-33bade531571), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.817024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (020920a3-6abc-449b-9280-33bade531571), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.845245 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=113460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:55:12.845810 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9603552'] for segment (020920a3-6abc-449b-9280-33bade531571), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:12.960382 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 020920a3-6abc-449b-9280-33bade531571 resource provider aggregate not found Aug 29 23:55:13.004135 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 020920a3-6abc-449b-9280-33bade531571 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 020920a3-6abc-449b-9280-33bade531571 found for delete ", "request_id": "req-17ad685b-ee1e-463c-b6d4-c3ecce5ec5cc"}]} Aug 29 23:55:13.004562 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f549-4376-4524-a57d-dc41b1b538bc tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (2315e4c1-f241-48d0-8c07-5de6670eac36), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.013046 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99818c71-71f1-4f9d-8cc2-fd34be62f52c req-e29d2fbe-9ea9-446c-8bce-73e269bd55b5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:13.019618 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99818c71-71f1-4f9d-8cc2-fd34be62f52c req-e29d2fbe-9ea9-446c-8bce-73e269bd55b5 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.3074713 Aug 29 23:55:13.057372 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Deleting port acc77992-4cc6-4366-b576-3d7fb81a0859 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:55:13.057777 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.061085 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (9679b41b-badb-474e-91ed-865a85109ffa), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.115518 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.119112 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/9679b41b-badb-474e-91ed-865a85109ffa HTTP/1.1" status: 204 len: 168 time: 0.8778148 Aug 29 23:55:13.131763 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be3ae9-05f0-47d1-ac1c-2bc3ec3bda7a admin admin] Pushing event deleted for resources: {'Network': ['ID=9679b41b-badb-474e-91ed-865a85109ffa,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:13.137342 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0cbdd-700e-4d62-aa0b-7f5629bb8bb6 req-73b9e0a4-9bc2-4082-bd7f-0b4370dc100c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:13.139225 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ddd0cbdd-700e-4d62-aa0b-7f5629bb8bb6 req-73b9e0a4-9bc2-4082-bd7f-0b4370dc100c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1996827 Aug 29 23:55:13.214407 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6021e9e-5000-4d44-8499-3335a37e3520 None None] New status for floating IP 497ea6d2-01d6-4d70-85d8-1805e4cd9ad8: ACTIVE {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:55:13.270742 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99818c71-71f1-4f9d-8cc2-fd34be62f52c req-b4a9047d-27f7-44a5-ac0a-10bb17efecaf tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500222 Aug 29 23:55:13.330116 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f549-4376-4524-a57d-dc41b1b538bc tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (2315e4c1-f241-48d0-8c07-5de6670eac36), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.338384 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] For port acc77992-4cc6-4366-b576-3d7fb81a0859, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=acc77992-4cc6-4366-b576-3d7fb81a0859,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:13.348493 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.353223 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ddd0cbdd-700e-4d62-aa0b-7f5629bb8bb6 req-53a78953-7421-4712-a856-d66baf42a781 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914885 Aug 29 23:55:13.436195 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f549-4376-4524-a57d-dc41b1b538bc tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (2315e4c1-f241-48d0-8c07-5de6670eac36), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.524159 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4f549-4376-4524-a57d-dc41b1b538bc tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2315e4c1-f241-48d0-8c07-5de6670eac36,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:13.580743 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d45d-7cd5-4913-bc29-639d8a22e9a6 req-27275337-58dc-4da1-9f1e-08b275e5a1cd tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:13.582508 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2c27d45d-7cd5-4913-bc29-639d8a22e9a6 req-27275337-58dc-4da1-9f1e-08b275e5a1cd tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 946 time: 0.1535721 Aug 29 23:55:13.634708 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:13.637691 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f549-4376-4524-a57d-dc41b1b538bc tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.639017 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-d1d4f549-4376-4524-a57d-dc41b1b538bc tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0788372 Aug 29 23:55:13.642198 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50682) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:13.648988 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-fcfa3b76-71c1-4e8a-ac89-37adb78fa1f8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'security_group_rule': {'security_group_id': '723296f3-4626-4b62-901e-ad88d9e088cf', 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:13.785240 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50684) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:13.792019 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2c27d45d-7cd5-4913-bc29-639d8a22e9a6 req-377bb54b-a21c-4ed0-81bf-732d833f0603 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=737cb03f-667f-4164-ab18-9cac8ab9c713&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916966 Aug 29 23:55:13.803004 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.803004 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (52381c1c-63f6-4ed3-b713-40ddb37b8aa0), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.803603 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Floating IP 52381c1c-63f6-4ed3-b713-40ddb37b8aa0 disassociated. External IP: 172.27.2.239, port: acc77992-4cc6-4366-b576-3d7fb81a0859. Aug 29 23:55:13.803785 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Calling delete_port for acc77992-4cc6-4366-b576-3d7fb81a0859 owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:55:13.808217 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:13.867139 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3b76-71c1-4e8a-ac89-37adb78fa1f8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (1e19ca8d-65fd-44ff-9f1d-eb8d79d7ab4c), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:13.904841 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-0b710877-2bb4-44c3-9b59-193fd91add5a admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=87299c60c42b43e7bf7e8f92f30ae87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1143167 Aug 29 23:55:13.910261 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50686) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:14.003366 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3b76-71c1-4e8a-ac89-37adb78fa1f8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (1e19ca8d-65fd-44ff-9f1d-eb8d79d7ab4c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.030620 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e2105659-e263-454b-925a-2ad7e3b43c60 admin admin] Publish callbacks [] for security_group (c94d5d58-a255-42bc-925a-9ad60cc334f4), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.066895 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e2105659-e263-454b-925a-2ad7e3b43c60 admin admin] Publish callbacks [] for security_group (c94d5d58-a255-42bc-925a-9ad60cc334f4), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.077814 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3b76-71c1-4e8a-ac89-37adb78fa1f8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (1e19ca8d-65fd-44ff-9f1d-eb8d79d7ab4c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.103404 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:14.124638 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa3b76-71c1-4e8a-ac89-37adb78fa1f8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e19ca8d-65fd-44ff-9f1d-eb8d79d7ab4c,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:14.221481 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3b76-71c1-4e8a-ac89-37adb78fa1f8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.223740 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-fcfa3b76-71c1-4e8a-ac89-37adb78fa1f8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5800939 Aug 29 23:55:14.228773 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50690) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:14.241830 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-f63e3946-0a4f-4d90-ad95-916fd25b93cb tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'security_group_rule': {'security_group_id': '723296f3-4626-4b62-901e-ad88d9e088cf', 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:14.275503 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e2105659-e263-454b-925a-2ad7e3b43c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c94d5d58-a255-42bc-925a-9ad60cc334f4), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.279532 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e2105659-e263-454b-925a-2ad7e3b43c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.285512 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e2105659-e263-454b-925a-2ad7e3b43c60 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c94d5d58-a255-42bc-925a-9ad60cc334f4 HTTP/1.1" status: 204 len: 168 time: 0.3689954 Aug 29 23:55:14.315114 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2105659-e263-454b-925a-2ad7e3b43c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d5d58-a255-42bc-925a-9ad60cc334f4,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:14.362894 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (acc77992-4cc6-4366-b576-3d7fb81a0859), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.399182 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'Port': ['ID=acc77992-4cc6-4366-b576-3d7fb81a0859,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:14.408722 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f63e3946-0a4f-4d90-ad95-916fd25b93cb tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (25035f1b-3149-4585-8012-77ab4b7cdaed), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.440500 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:14.562246 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f63e3946-0a4f-4d90-ad95-916fd25b93cb tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (25035f1b-3149-4585-8012-77ab4b7cdaed), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.613222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:55:14.649376 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d8892-229f-462e-96ac-79a68f2bf791 req-02419992-87fc-40b8-96a1-fe8b742817ea tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:14.651084 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b52d8892-229f-462e-96ac-79a68f2bf791 req-02419992-87fc-40b8-96a1-fe8b742817ea tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1061728 Aug 29 23:55:14.659883 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99ac04-3b83-4db4-8ac0-d6f289a20f7d req-abe2e8d9-7998-4c1c-ade3-2f63397cb247 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:14.662021 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0c99ac04-3b83-4db4-8ac0-d6f289a20f7d req-abe2e8d9-7998-4c1c-ade3-2f63397cb247 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1182735 Aug 29 23:55:14.682517 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f63e3946-0a4f-4d90-ad95-916fd25b93cb tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (25035f1b-3149-4585-8012-77ab4b7cdaed), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.704795 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e3946-0a4f-4d90-ad95-916fd25b93cb tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25035f1b-3149-4585-8012-77ab4b7cdaed,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:14.740416 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:14.792935 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f63e3946-0a4f-4d90-ad95-916fd25b93cb tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:14.794203 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f63e3946-0a4f-4d90-ad95-916fd25b93cb tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5643032 Aug 29 23:55:14.797726 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50700) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:14.805945 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-17ecab74-47af-4688-b39f-9022800d964a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'security_group_rule': {'security_group_id': '723296f3-4626-4b62-901e-ad88d9e088cf', 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:14.834529 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b52d8892-229f-462e-96ac-79a68f2bf791 req-90ee683c-85b2-4391-bf6a-f1ad65d921ec tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689799 Aug 29 23:55:14.841053 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0c99ac04-3b83-4db4-8ac0-d6f289a20f7d req-62da6d62-ce94-4830-89b4-1c3bc3e35aba tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660032 Aug 29 23:55:14.875723 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:55:14.892660 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:55:14.932572 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:14.935027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:14.969194 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17ecab74-47af-4688-b39f-9022800d964a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (955be031-bab5-4141-8cfb-eb8746811337), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.002821 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] No DVR routers for this DVR port acc77992-4cc6-4366-b576-3d7fb81a0859 on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:55:15.010117 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.013775 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-53e632b2-d08c-46ab-9186-6b42051422c7 req-1463f7d4-9bf1-422e-a98e-53a08dc55d82 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "DELETE /networking/v2.0/ports/acc77992-4cc6-4366-b576-3d7fb81a0859 HTTP/1.1" status: 204 len: 173 time: 2.4101226 Aug 29 23:55:15.044321 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'name': 'network-vif-deleted', 'tag': 'acc77992-4cc6-4366-b576-3d7fb81a0859'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:15.046955 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85fb0d7-5635-47d6-bc10-313853bed8ee" -d '{"events": [{"server_uuid": "b57d3d9f-7fe5-45b7-8e55-2652336c453b", "name": "network-vif-deleted", "tag": "acc77992-4cc6-4366-b576-3d7fb81a0859"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:15.089372 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8685b60b-9223-43e1-ae41-185b71651e3b req-11a94320-6f24-4027-9ee0-df8177b42cd6 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0745397 Aug 29 23:55:15.123681 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:15.159977 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17ecab74-47af-4688-b39f-9022800d964a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (955be031-bab5-4141-8cfb-eb8746811337), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.167875 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79814324-044b-4e45-832a-9bec9ce48fbe x-openstack-request-id: req-79814324-044b-4e45-832a-9bec9ce48fbe {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:15.168164 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57d3d9f-7fe5-45b7-8e55-2652336c453b", "name": "network-vif-deleted", "tag": "acc77992-4cc6-4366-b576-3d7fb81a0859", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:15.168403 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79814324-044b-4e45-832a-9bec9ce48fbe {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:15.169047 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79814324-044b-4e45-832a-9bec9ce48fbe'] response: {'server_uuid': 'b57d3d9f-7fe5-45b7-8e55-2652336c453b', 'name': 'network-vif-deleted', 'tag': 'acc77992-4cc6-4366-b576-3d7fb81a0859', 'status': 'completed', 'code': 200} Aug 29 23:55:15.178597 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-95f30f17-1df0-401c-a8f1-439211731ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:15.181337 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-95f30f17-1df0-401c-a8f1-439211731ba3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 200 len: 917 time: 0.2558362 Aug 29 23:55:15.188808 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:15.189676 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:15.254721 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17ecab74-47af-4688-b39f-9022800d964a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (955be031-bab5-4141-8cfb-eb8746811337), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.326604 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecab74-47af-4688-b39f-9022800d964a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955be031-bab5-4141-8cfb-eb8746811337,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:15.356280 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50712) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:15.408218 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-2483a705-399b-4941-a1fb-9b6ee34ee76a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 1001 time: 0.1445549 Aug 29 23:55:15.448844 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53b5db-5129-44c1-8c2b-f3b058d50834 req-99a0a2f2-3da0-4bf5-b228-e9c570fcc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:15.449914 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-17ecab74-47af-4688-b39f-9022800d964a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.453803 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-17ecab74-47af-4688-b39f-9022800d964a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6516364 Aug 29 23:55:15.454138 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50720) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:15.455647 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4f53b5db-5129-44c1-8c2b-f3b058d50834 req-99a0a2f2-3da0-4bf5-b228-e9c570fcc8ab service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1130 time: 0.1772237 Aug 29 23:55:15.459743 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-a07958e9-9da7-48bb-90da-20bdb0daab6e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'security_group_rule': {'security_group_id': '723296f3-4626-4b62-901e-ad88d9e088cf', 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:15.526872 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:17Z', 'revision_number': 2, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:15.537332 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6390918c-96f5-4727-9153-800e5d0c77f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.550197 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.securitygroups_db [None req-a07958e9-9da7-48bb-90da-20bdb0daab6e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Project 2f665e85ae5b4008b60765fd3076a331 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 23:55:15.564266 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:55:15.565861 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a07958e9-9da7-48bb-90da-20bdb0daab6e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (8a1f3aa9-7634-4013-aa90-64bef7bcf5d0), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.571317 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:15.571317 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:15.624172 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:15.674852 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a07958e9-9da7-48bb-90da-20bdb0daab6e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (8a1f3aa9-7634-4013-aa90-64bef7bcf5d0), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.703147 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6390918c-96f5-4727-9153-800e5d0c77f5 admin admin] Publish callbacks [] for security_group (0340f1f2-693a-4101-8e72-81c0de9955f8), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.704252 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:15.797080 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a07958e9-9da7-48bb-90da-20bdb0daab6e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (8a1f3aa9-7634-4013-aa90-64bef7bcf5d0), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.802532 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6390918c-96f5-4727-9153-800e5d0c77f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0340f1f2-693a-4101-8e72-81c0de9955f8), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.852440 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07958e9-9da7-48bb-90da-20bdb0daab6e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1f3aa9-7634-4013-aa90-64bef7bcf5d0,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:15.899293 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-6390918c-96f5-4727-9153-800e5d0c77f5 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=044b897cfb074366854a48775f11c0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5438528 Aug 29 23:55:15.905419 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50730) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:15.933046 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390918c-96f5-4727-9153-800e5d0c77f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0340f1f2-693a-4101-8e72-81c0de9955f8,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:15.988816 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a07958e9-9da7-48bb-90da-20bdb0daab6e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:15.991527 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a07958e9-9da7-48bb-90da-20bdb0daab6e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5356543 Aug 29 23:55:15.997323 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50734) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:16.005624 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-8f191baa-8ad6-4253-a3fd-816955cf5ed5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'security_group_rule': {'security_group_id': '723296f3-4626-4b62-901e-ad88d9e088cf', 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:16.072156 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c44e0adb-1c27-45a2-87b2-9f911c3bc199 admin admin] Publish callbacks [] for security_group (0340f1f2-693a-4101-8e72-81c0de9955f8), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.112600 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c44e0adb-1c27-45a2-87b2-9f911c3bc199 admin admin] Publish callbacks [] for security_group (0340f1f2-693a-4101-8e72-81c0de9955f8), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.137734 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.securitygroups_db [None req-8f191baa-8ad6-4253-a3fd-816955cf5ed5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Project 2f665e85ae5b4008b60765fd3076a331 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 23:55:16.157354 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8f191baa-8ad6-4253-a3fd-816955cf5ed5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (3ef61d8b-e754-438c-b650-963c589ea298), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.197253 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-d0c1386d-9b55-46cd-9dc3-3142fa71baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.204087 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-d0c1386d-9b55-46cd-9dc3-3142fa71baa6 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0b064282-eeae-4dbc-ba96-f75056691db0 HTTP/1.1" status: 200 len: 854 time: 0.3671882 Aug 29 23:55:16.205791 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:16.322855 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8f191baa-8ad6-4253-a3fd-816955cf5ed5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (3ef61d8b-e754-438c-b650-963c589ea298), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.373541 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-52c71821-8e6f-4ad3-b634-1139d880052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.376234 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-52c71821-8e6f-4ad3-b634-1139d880052b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901976 Aug 29 23:55:16.377516 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c44e0adb-1c27-45a2-87b2-9f911c3bc199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0340f1f2-693a-4101-8e72-81c0de9955f8), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.386260 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c44e0adb-1c27-45a2-87b2-9f911c3bc199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.391466 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-c44e0adb-1c27-45a2-87b2-9f911c3bc199 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/0340f1f2-693a-4101-8e72-81c0de9955f8 HTTP/1.1" status: 204 len: 168 time: 0.4781859 Aug 29 23:55:16.408575 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8f191baa-8ad6-4253-a3fd-816955cf5ed5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (3ef61d8b-e754-438c-b650-963c589ea298), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.461707 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f191baa-8ad6-4253-a3fd-816955cf5ed5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef61d8b-e754-438c-b650-963c589ea298,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:16.472558 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e0adb-1c27-45a2-87b2-9f911c3bc199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0340f1f2-693a-4101-8e72-81c0de9955f8,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:16.492315 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device acc77992-4cc6-4366-b576-3d7fb81a0859 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:55:16.528513 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4f53b5db-5129-44c1-8c2b-f3b058d50834 req-20b55d68-2bf0-4276-a4c9-b4c8ec7370b7 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6878726 Aug 29 23:55:16.580636 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3777a-c757-45ec-8d31-c32d8d0963cd req-df47b40a-d9a2-4f96-9f8f-33851811fac6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.582292 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b7e3777a-c757-45ec-8d31-c32d8d0963cd req-df47b40a-d9a2-4f96-9f8f-33851811fac6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.4967687 Aug 29 23:55:16.606865 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8f191baa-8ad6-4253-a3fd-816955cf5ed5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:16.608167 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-8f191baa-8ad6-4253-a3fd-816955cf5ed5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6089683 Aug 29 23:55:16.646883 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690778-d7bd-4302-88ab-67250024580c req-cad2fff2-9c21-472d-a049-b20422d55fc4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:16.648825 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6b690778-d7bd-4302-88ab-67250024580c req-cad2fff2-9c21-472d-a049-b20422d55fc4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.3867955 Aug 29 23:55:16.674344 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:16.675890 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: acc77992-4cc6-4366-b576-3d7fb81a0859 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:55:16.676456 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device acc77992-4cc6-4366-b576-3d7fb81a0859 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:55:16.691846 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:16.778707 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6b690778-d7bd-4302-88ab-67250024580c req-470768d5-48d4-40dc-9960-196e961d80e9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192665 Aug 29 23:55:16.829346 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b7e3777a-c757-45ec-8d31-c32d8d0963cd req-7bb96128-4fa4-458f-82ed-a5da95fe4400 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896882 Aug 29 23:55:16.887813 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-f6eb3582-79f5-48af-ab40-5bda8f9b84bd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411769 Aug 29 23:55:16.939551 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-6d616e73-dd2c-4124-ac7a-0cfce65bbca7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1684165 Aug 29 23:55:16.998398 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:17Z', 'revision_number': 2, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:17.031259 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f17d0-4761-4097-8618-3f256a8ebe2a None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'afc600f2-5298-447e-8295-32b2b78e8658', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': '01e67dee-c059-44c0-b274-3278a508338c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:c8:46:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036006-145d-499d-848e-16bd2f8f9abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:51:30Z', 'updated_at': '2022-08-29T23:52:17Z', 'revision_number': 2, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:55:17.184688 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-72f49567-89f3-4d99-8305-9b5264286a23 req-9c7678a7-bd18-4932-90bb-3c40824ab586 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0821214 Aug 29 23:55:17.309697 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-0f5519e5-1586-4796-b934-e17a5b417e31 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-860543102&fields=id&tenant_id=2f665e85ae5b4008b60765fd3076a331 HTTP/1.1" status: 200 len: 267 time: 0.3119230 Aug 29 23:55:17.461223 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1bfa22f1-b05e-44bc-bc57-3e711e3655c2 req-f7bc4068-a557-43d4-9716-862a1b9f9717 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719588 Aug 29 23:55:17.495010 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-ba0729d8-703a-4929-9f7e-b132a0516c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:17.497813 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-ba0729d8-703a-4929-9f7e-b132a0516c7c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 1130 time: 0.1590731 Aug 29 23:55:17.525149 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-c0f3b4e4-89d7-438e-a259-22429e2c5ace tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:17.529495 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-c0f3b4e4-89d7-438e-a259-22429e2c5ace tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.1871014 Aug 29 23:55:17.557900 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'port': {'security_groups': ['4709499e-b0cc-4d97-9aa4-74c825334ec8', '723296f3-4626-4b62-901e-ad88d9e088cf']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:17.749409 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:17.753365 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2562e39b-fa96-4c67-b900-dc1a0bc102da None None] New status for floating IP 52381c1c-63f6-4ed3-b713-40ddb37b8aa0: DOWN {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:55:17.830407 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:18.072038 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] For port 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:18.117098 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6d0e4-5e23-42e6-9302-a310d6f84d35 req-df624aa9-717d-48c9-ad8d-59eedb668e96 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:18.119979 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-baf6d0e4-5e23-42e6-9302-a310d6f84d35 req-df624aa9-717d-48c9-ad8d-59eedb668e96 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1247511 Aug 29 23:55:18.163239 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:18.218802 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-baf6d0e4-5e23-42e6-9302-a310d6f84d35 req-75393c91-2555-4601-86d6-4e5d00cb917b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796511 Aug 29 23:55:18.285077 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:18.300677 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4bfeae22-1324-4d1f-9b5f-0d481c03c512'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:55:18.318352 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:18.319306 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:18.333228 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-689e525b-2085-4674-9c34-f4e2c2e78f72 req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "PUT /networking/v2.0/ports/4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 981 time: 0.7871668 Aug 29 23:55:18.431064 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:18.432917 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9692389f-b18f-4345-87c5-886b9adb48c8" -d '{"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:18.436218 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ba9b7-3984-49d7-abb7-6f59e2803976 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'Port': ['ID=4bfeae22-1324-4d1f-9b5f-0d481c03c512,revision_number=6']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:18.444566 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4bfeae22-1324-4d1f-9b5f-0d481c03c512'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:55:18.492287 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b8d538bc-2c02-45ad-b214-c0b655c86773 req-2f279d15-821c-43be-9f37-2d367706e9c2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b57d3d9f-7fe5-45b7-8e55-2652336c453b HTTP/1.1" status: 200 len: 210 time: 0.0483494 Aug 29 23:55:18.572732 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d471802-b6bc-4afd-8b7f-1cce13bba6eb req-75ce1f08-c70c-469a-adcd-3b677363ed41 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:18.574373 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7d471802-b6bc-4afd-8b7f-1cce13bba6eb req-75ce1f08-c70c-469a-adcd-3b677363ed41 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1267765 Aug 29 23:55:18.579445 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:18.599992 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-290b75b6-4901-445c-a912-0620c5188cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:18.601525 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-290b75b6-4901-445c-a912-0620c5188cee service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 912 time: 0.3509142 Aug 29 23:55:18.656875 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7d471802-b6bc-4afd-8b7f-1cce13bba6eb req-2e5a5323-c539-46e7-aacc-ccff2bb81e3f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701044 Aug 29 23:55:18.806628 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4129ce3d-fdb4-4dc8-ab78-ad0d0dec6762 x-openstack-request-id: req-4129ce3d-fdb4-4dc8-ab78-ad0d0dec6762 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:18.806933 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:18.807197 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4129ce3d-fdb4-4dc8-ab78-ad0d0dec6762 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:18.807619 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4129ce3d-fdb4-4dc8-ab78-ad0d0dec6762'] response: {'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'status': 'completed', 'code': 200} Aug 29 23:55:18.819142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35f70-824f-4d05-a0f8-bc67eb9420a5 req-208c366d-a9f7-4b72-a18a-f7e4f2ecc5c1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:18.821103 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77d35f70-824f-4d05-a0f8-bc67eb9420a5 req-208c366d-a9f7-4b72-a18a-f7e4f2ecc5c1 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0877690 Aug 29 23:55:18.872293 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-14a3db00-1dce-4f14-8674-3cbbf43aba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:18.875998 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-14a3db00-1dce-4f14-8674-3cbbf43aba2b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2f665e85ae5b4008b60765fd3076a331&device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1168 time: 0.0517354 Aug 29 23:55:18.936767 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-3842834c-1277-4259-9a4d-7af1b9fa6faa service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 200 len: 1002 time: 0.2914293 Aug 29 23:55:19.081205 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:19.096216 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-d4941ff8-7c90-43b0-9917-ec5bf2009ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.097749 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-d4941ff8-7c90-43b0-9917-ec5bf2009ac2 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.1279645 Aug 29 23:55:19.103939 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77d35f70-824f-4d05-a0f8-bc67eb9420a5 req-2c7ddc30-e1e5-411b-b6c8-57f016c24146 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2276301 Aug 29 23:55:19.179688 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-190ab954-1667-4644-b9ae-38845f4e69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.199482 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-190ab954-1667-4644-b9ae-38845f4e69a5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 200 len: 917 time: 0.3089800 Aug 29 23:55:19.334117 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-6ffde11e-13a2-4419-b745-796d52f35c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.334117 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-6ffde11e-13a2-4419-b745-796d52f35c7d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2256572 Aug 29 23:55:19.423017 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-4fb0c3af-ff8d-421b-a015-d84ea45be54a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 1001 time: 0.2174437 Aug 29 23:55:19.450246 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:19.469789 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:19.512144 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c0f69-ab05-44b8-809d-c7eed331b6b6 req-efde13c1-04b5-424e-865d-6668ad39c465 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.514397 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9d1c0f69-ab05-44b8-809d-c7eed331b6b6 req-efde13c1-04b5-424e-865d-6668ad39c465 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.1083727 Aug 29 23:55:19.574653 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-a7585cef-c6a9-430b-8f93-e82e66102e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.578212 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-a7585cef-c6a9-430b-8f93-e82e66102e74 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0b064282-eeae-4dbc-ba96-f75056691db0 HTTP/1.1" status: 200 len: 854 time: 0.1318109 Aug 29 23:55:19.586842 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-0c0cba56-81b9-486e-afc1-b3f5f7519af6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347732 Aug 29 23:55:19.696345 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-c81dbcf8-3995-4b44-9b20-e41295965f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.697906 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-c81dbcf8-3995-4b44-9b20-e41295965f77 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1133707 Aug 29 23:55:19.701219 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9d1c0f69-ab05-44b8-809d-c7eed331b6b6 req-a1709047-a47a-4d9d-99f5-2bb7f3860350 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661220 Aug 29 23:55:19.706996 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50826) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:19.806556 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d0645de4-8a07-4a1c-9593-150fd8dd72d2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (737cb03f-667f-4164-ab18-9cac8ab9c713), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:19.845755 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d0645de4-8a07-4a1c-9593-150fd8dd72d2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (737cb03f-667f-4164-ab18-9cac8ab9c713), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:19.931195 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-90db65d6-9766-4318-b081-ec6a5f99da88 req-4315fda4-6c5a-4687-a4df-2e87f03c73a7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346260 Aug 29 23:55:19.952390 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a5f0e-0479-45f5-8ae8-21bb0c6fbccf req-5bf67497-fc80-4012-ada3-e45f9d296509 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:19.953995 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cc8a5f0e-0479-45f5-8ae8-21bb0c6fbccf req-5bf67497-fc80-4012-ada3-e45f9d296509 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.1755154 Aug 29 23:55:19.956148 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-378b123a-45f6-4a48-867c-dfce8b19279a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443871 Aug 29 23:55:19.980720 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d0645de4-8a07-4a1c-9593-150fd8dd72d2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (737cb03f-667f-4164-ab18-9cac8ab9c713), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:20.000242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d0645de4-8a07-4a1c-9593-150fd8dd72d2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:20.000242 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d0645de4-8a07-4a1c-9593-150fd8dd72d2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/737cb03f-667f-4164-ab18-9cac8ab9c713 HTTP/1.1" status: 204 len: 168 time: 0.2795956 Aug 29 23:55:20.000242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50830) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:20.021783 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0645de4-8a07-4a1c-9593-150fd8dd72d2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737cb03f-667f-4164-ab18-9cac8ab9c713,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:20.024180 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.api.v2.resource [None req-7b478033-58f8-4730-b836-a1f4e34c5769 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] show failed (client error): The resource could not be found. Aug 29 23:55:20.025513 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-7b478033-58f8-4730-b836-a1f4e34c5769 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups/737cb03f-667f-4164-ab18-9cac8ab9c713 HTTP/1.1" status: 404 len: 347 time: 0.0289454 Aug 29 23:55:20.028464 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 50832) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:20.037470 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:20.077951 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cc8a5f0e-0479-45f5-8ae8-21bb0c6fbccf req-e0327060-fd32-4fb9-ade8-896e9f4ffe7e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168964 Aug 29 23:55:20.110068 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9692389f-b18f-4345-87c5-886b9adb48c8 req-dc232383-bbd3-4d8b-9e75-3368bfb010bd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330140 Aug 29 23:55:20.160244 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Deleting port a6f71c29-0398-445d-a562-eeaa8e7a5abd {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:55:20.160680 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (a6f71c29-0398-445d-a562-eeaa8e7a5abd), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:20.256724 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (a6f71c29-0398-445d-a562-eeaa8e7a5abd), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:20.257931 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (a6f71c29-0398-445d-a562-eeaa8e7a5abd), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:20.277226 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Calling delete_port for a6f71c29-0398-445d-a562-eeaa8e7a5abd owned by network:floatingip {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:55:20.510916 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (a6f71c29-0398-445d-a562-eeaa8e7a5abd), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:20.536893 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'Port': ['ID=a6f71c29-0398-445d-a562-eeaa8e7a5abd,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:20.597993 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:20.611507 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (52381c1c-63f6-4ed3-b713-40ddb37b8aa0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:20.614756 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:20.615892 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f4b92ad6-2d2a-4a06-b154-f24007f970d0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/52381c1c-63f6-4ed3-b713-40ddb37b8aa0 HTTP/1.1" status: 204 len: 168 time: 0.5864017 Aug 29 23:55:21.031888 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12c0a8-cc95-46f5-b91c-c40294b424e5 req-98b23917-0732-4769-9658-a9c6b1c1301b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:21.033439 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1b12c0a8-cc95-46f5-b91c-c40294b424e5 req-98b23917-0732-4769-9658-a9c6b1c1301b tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.3228433 Aug 29 23:55:21.037547 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-1f18ec3d-b04b-452b-8310-70c8b270d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:21.039070 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-1f18ec3d-b04b-452b-8310-70c8b270d821 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1130 time: 0.0543511 Aug 29 23:55:21.084293 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1b12c0a8-cc95-46f5-b91c-c40294b424e5 req-4d5e6adc-8278-416d-a4aa-3fe5932a24ca tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441964 Aug 29 23:55:21.175090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f997e-6bcb-4cc9-aa23-2ce5d5705ad3 req-300243c7-29cf-43af-a3d1-11aef7e1cf92 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:21.177088 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-061f997e-6bcb-4cc9-aa23-2ce5d5705ad3 req-300243c7-29cf-43af-a3d1-11aef7e1cf92 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0543830 Aug 29 23:55:21.234613 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-061f997e-6bcb-4cc9-aa23-2ce5d5705ad3 req-e416e4a0-f5e4-4ddb-9f67-3831a3eb4414 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513706 Aug 29 23:55:22.060517 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:22.077657 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-c2ad1f42-aab0-42e3-a377-7efc9a9470d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:22.079205 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-c2ad1f42-aab0-42e3-a377-7efc9a9470d0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.0939467 Aug 29 23:55:22.165238 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-de0be44a-26ab-4335-b48e-9185bd45b79c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4496c220-d785-47cc-8a05-42c8832bf15c HTTP/1.1" status: 200 len: 1001 time: 0.0721726 Aug 29 23:55:22.248425 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09110915-216d-4764-ae35-64fb7e2b667a req-9e92b00d-4e2a-4bee-ac71-cba3e59bdd37 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:22.249943 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-09110915-216d-4764-ae35-64fb7e2b667a req-9e92b00d-4e2a-4bee-ac71-cba3e59bdd37 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0815878 Aug 29 23:55:22.266035 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-8f33d394-45a9-4d15-b218-ddf632ef41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:22.267484 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-8f33d394-45a9-4d15-b218-ddf632ef41ab service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0874832 Aug 29 23:55:22.318709 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-09110915-216d-4764-ae35-64fb7e2b667a req-13bc45d5-1489-40e1-86c3-1660b03971a4 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622885 Aug 29 23:55:22.367700 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9aae5-c050-4f15-91ca-1e38569a7ca1 req-ed2ab1ac-c271-4bd7-ac32-868ba18d42eb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:22.369313 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fee9aae5-c050-4f15-91ca-1e38569a7ca1 req-ed2ab1ac-c271-4bd7-ac32-868ba18d42eb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0496855 Aug 29 23:55:22.422733 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fee9aae5-c050-4f15-91ca-1e38569a7ca1 req-f1dfa658-d280-409b-b0b0-11204db0b40e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476122 Aug 29 23:55:22.533470 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-891408f1-9b0b-4c9d-a186-f1f7d07c3dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:22.535054 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-891408f1-9b0b-4c9d-a186-f1f7d07c3dc6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410202 Aug 29 23:55:22.646236 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-6e95adda-3201-4691-bd0d-aca20cf83199 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953445 Aug 29 23:55:22.815459 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2164c1-b336-4c34-9e29-616a467eb8b4 req-c505e77f-0184-437c-ad86-9e1013665757 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944080 Aug 29 23:55:23.452239 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c997ce7-9e14-4f8c-ad8a-b498b1f363fb req-f683580e-eccb-4b25-b396-142944402886 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:23.453883 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8c997ce7-9e14-4f8c-ad8a-b498b1f363fb req-f683580e-eccb-4b25-b396-142944402886 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0538850 Aug 29 23:55:23.526669 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8c997ce7-9e14-4f8c-ad8a-b498b1f363fb req-961d29e0-33ba-4367-b1b3-8c0bbb1836bb tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641375 Aug 29 23:55:23.563520 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a0c7-1b5b-4375-bb29-6f3dddcb24cf req-68a9e3e0-7a6e-4de4-89ae-98c8c0dad370 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:23.565006 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2541a0c7-1b5b-4375-bb29-6f3dddcb24cf req-68a9e3e0-7a6e-4de4-89ae-98c8c0dad370 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 944 time: 0.0562048 Aug 29 23:55:23.602738 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:23.624419 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2541a0c7-1b5b-4375-bb29-6f3dddcb24cf req-f584e049-df11-47ec-95df-9a161f943dc7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530591 Aug 29 23:55:24.016743 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:55:24.143398 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:24.156071 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '70011c53-2246-46a9-9308-734ee213614a', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'port_id': '70011c53-2246-46a9-9308-734ee213614a', 'mac_address': 'fa:16:3e:46:d8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:55:24.197656 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 70011c53-2246-46a9-9308-734ee213614a is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:24.198071 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:24.215839 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70011c53-2246-46a9-9308-734ee213614a {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:55:24.242243 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:24.327843 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:24.375942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=9']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:24.649957 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['70011c53-2246-46a9-9308-734ee213614a'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:55:24.670388 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202daac5-9316-49be-9d74-2b2a1d57cbb3 req-424bb434-3894-4fc8-bcbd-e9976e5c98c2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:24.683045 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-202daac5-9316-49be-9d74-2b2a1d57cbb3 req-424bb434-3894-4fc8-bcbd-e9976e5c98c2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0719802 Aug 29 23:55:24.739006 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-202daac5-9316-49be-9d74-2b2a1d57cbb3 req-447fae94-920a-4e2a-92cf-371257455168 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547216 Aug 29 23:55:24.823259 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3f9d-f7ca-43b9-8a20-ecaf39d4d483 req-a7ecb439-52a4-4d86-b606-28b22e04a2fa tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:24.824791 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bd0d3f9d-f7ca-43b9-8a20-ecaf39d4d483 req-a7ecb439-52a4-4d86-b606-28b22e04a2fa tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.0673604 Aug 29 23:55:24.899157 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bd0d3f9d-f7ca-43b9-8a20-ecaf39d4d483 req-3af8258d-25ca-4295-92c2-c55ac7d85b61 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681522 Aug 29 23:55:25.889050 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d174ed-071c-4664-8726-d8b3af1d1c52 req-a452155e-787a-4e4a-b8d5-1375fe3efbc0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:25.891065 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4d174ed-071c-4664-8726-d8b3af1d1c52 req-a452155e-787a-4e4a-b8d5-1375fe3efbc0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0588872 Aug 29 23:55:25.971006 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:26.031393 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:55:26.033836 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4d174ed-071c-4664-8726-d8b3af1d1c52 req-b5554aa3-dc20-4eb1-84de-8fd103b814c1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166208 Aug 29 23:55:26.053856 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b2b4df-efbd-4681-a3f8-fd5e44a1290c req-0e42355f-978c-4b80-ad36-70928c9ec669 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:26.056966 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-35b2b4df-efbd-4681-a3f8-fd5e44a1290c req-0e42355f-978c-4b80-ad36-70928c9ec669 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 946 time: 0.0866458 Aug 29 23:55:26.132190 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 70011c53-2246-46a9-9308-734ee213614a triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:55:26.132190 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (70011c53-2246-46a9-9308-734ee213614a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:26.183236 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-35b2b4df-efbd-4681-a3f8-fd5e44a1290c req-b0fb8803-2fb7-4be0-b8ca-084221e165a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105082 Aug 29 23:55:26.264216 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb608a2d-6950-4e24-a9bc-6086e24202f8 req-04279061-dd87-4b6c-ad70-15e5018f1a82 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:26.266000 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-eb608a2d-6950-4e24-a9bc-6086e24202f8 req-04279061-dd87-4b6c-ad70-15e5018f1a82 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 945 time: 0.1026523 Aug 29 23:55:26.315654 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 70011c53-2246-46a9-9308-734ee213614a is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:26.315960 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (70011c53-2246-46a9-9308-734ee213614a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:26.335789 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:26.354405 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70011c53-2246-46a9-9308-734ee213614a'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:26.357048 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44edd81e-64ce-4b20-87f7-61fe3fa39fbe" -d '{"events": [{"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "70011c53-2246-46a9-9308-734ee213614a"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:26.372791 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:26.382332 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ff421-bb0d-4bbc-b7fa-d10725ec0d1d req-0648a9d4-3b9b-43c3-81ec-7821c61beda8 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:26.384013 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-053ff421-bb0d-4bbc-b7fa-d10725ec0d1d req-0648a9d4-3b9b-43c3-81ec-7821c61beda8 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0980079 Aug 29 23:55:26.394382 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-eb608a2d-6950-4e24-a9bc-6086e24202f8 req-f0641655-c388-41cc-aa81-fee7edb33235 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174896 Aug 29 23:55:26.396495 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 50908) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:26.401973 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-a47486a4-a1a5-4170-94fc-ce784c6c3471 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Request body: {'floatingip': {'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:26.440882 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deac45e3-4f6c-4553-88a9-a0f4770b6d4a x-openstack-request-id: req-deac45e3-4f6c-4553-88a9-a0f4770b6d4a {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:26.441304 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "70011c53-2246-46a9-9308-734ee213614a", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:26.441687 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-deac45e3-4f6c-4553-88a9-a0f4770b6d4a {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:26.443434 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deac45e3-4f6c-4553-88a9-a0f4770b6d4a'] response: {'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70011c53-2246-46a9-9308-734ee213614a', 'code': 200} Aug 29 23:55:26.448900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (70011c53-2246-46a9-9308-734ee213614a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:26.494643 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a47486a4-a1a5-4170-94fc-ce784c6c3471 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (a5d56cf3-5398-4d27-83c5-a43e69e1701c), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:26.540546 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=10']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:27.020438 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:27.110133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a47486a4-a1a5-4170-94fc-ce784c6c3471 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.196318 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a47486a4-a1a5-4170-94fc-ce784c6c3471 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (a5d56cf3-5398-4d27-83c5-a43e69e1701c), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.377604 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ab8c9-7a19-44b9-9895-54d621f3f389 req-8fb8742d-2df3-4f50-969a-479f4b4dffb1 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:27.377604 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-438ab8c9-7a19-44b9-9895-54d621f3f389 req-8fb8742d-2df3-4f50-969a-479f4b4dffb1 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 946 time: 0.0742738 Aug 29 23:55:27.515927 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:27.532089 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-438ab8c9-7a19-44b9-9895-54d621f3f389 req-ca7a3d49-b2d1-41c7-85f7-b53f978aec8a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462345 Aug 29 23:55:27.589584 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47486a4-a1a5-4170-94fc-ce784c6c3471 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Router cd22b49f-721e-45c9-a6fc-acd77851c4d5 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:55:27.611544 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6935155-bb5d-469a-8c0d-948f50f5c365 req-5d17f76d-bd63-4d9f-80fc-20b35ad87384 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:27.613051 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e6935155-bb5d-469a-8c0d-948f50f5c365 req-5d17f76d-bd63-4d9f-80fc-20b35ad87384 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.0642545 Aug 29 23:55:27.758265 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e6935155-bb5d-469a-8c0d-948f50f5c365 req-44f9fea4-e193-4894-9777-5da7a252bfbf tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361895 Aug 29 23:55:27.772680 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47486a4-a1a5-4170-94fc-ce784c6c3471 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:55:27.780247 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a47486a4-a1a5-4170-94fc-ce784c6c3471 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:27.789411 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] Sync routers for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:55:27.808524 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:27.809435 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:27.849315 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:27.853075 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79e8a31-e189-498c-81a8-8a5078f8d4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:27.861613 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:27.900528 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05a2576-bc7f-40eb-a47b-c8fcafb29a32 x-openstack-request-id: req-f05a2576-bc7f-40eb-a47b-c8fcafb29a32 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:27.900914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:27.901291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f05a2576-bc7f-40eb-a47b-c8fcafb29a32 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:27.901914 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05a2576-bc7f-40eb-a47b-c8fcafb29a32'] response: {'name': 'network-changed', 'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c', 'status': 'completed', 'code': 200} Aug 29 23:55:27.917005 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a47486a4-a1a5-4170-94fc-ce784c6c3471 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/a5d56cf3-5398-4d27-83c5-a43e69e1701c HTTP/1.1" status: 200 len: 993 time: 1.5191500 Aug 29 23:55:27.938211 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:28.131314 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-ac5b5930-0d17-4b1a-aeec-9809f4ee74d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:28.133813 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-ac5b5930-0d17-4b1a-aeec-9809f4ee74d8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1130 time: 0.0702198 Aug 29 23:55:28.258995 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'a5d56cf3-5398-4d27-83c5-a43e69e1701c', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'mac_address': 'fa:16:3e:68:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:15Z', 'updated_at': '2022-08-29T23:55:26Z', 'revision_number': 3, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:28.293131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117ba94-f5e1-4ac3-a8d0-3a61fd09bc8a req-45989a4a-69e2-426a-bde1-4f25511ede87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:28.295310 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-0117ba94-f5e1-4ac3-a8d0-3a61fd09bc8a req-45989a4a-69e2-426a-bde1-4f25511ede87 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 1131 time: 0.0580089 Aug 29 23:55:28.295640 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] Checking router: cd22b49f-721e-45c9-a6fc-acd77851c4d5 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:55:28.297824 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-dcb047ca-1ead-42f0-b5cb-1bd003634c18 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:28.299439 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-dcb047ca-1ead-42f0-b5cb-1bd003634c18 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 946 time: 0.0978503 Aug 29 23:55:28.310057 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:28.310918 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:28.362975 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-0117ba94-f5e1-4ac3-a8d0-3a61fd09bc8a req-4ba8dcd4-6e0b-4429-ba80-dd7419cac5cd service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546679 Aug 29 23:55:28.450939 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-4c39d726-493f-42f4-825c-2a0e1a69b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:28.452478 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-4c39d726-493f-42f4-825c-2a0e1a69b1ec service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.2622619 Aug 29 23:55:28.477839 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:28.481299 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Deleting port 01e67dee-c059-44c0-b274-3278a508338c {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:55:28.481686 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (01e67dee-c059-44c0-b274-3278a508338c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:28.609178 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:28.651491 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] For port 01e67dee-c059-44c0-b274-3278a508338c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=01e67dee-c059-44c0-b274-3278a508338c,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:28.653406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (01e67dee-c059-44c0-b274-3278a508338c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:28.750864 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'a5d56cf3-5398-4d27-83c5-a43e69e1701c', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'mac_address': 'fa:16:3e:68:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:15Z', 'updated_at': '2022-08-29T23:55:26Z', 'revision_number': 3, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:28.781119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9beae8-6bb4-437a-be58-10116bb6ac02 None None] The sync data for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi is: [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'a5d56cf3-5398-4d27-83c5-a43e69e1701c', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'floating_ip_address': '172.27.2.14', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'port_id': '4496c220-d785-47cc-8a05-42c8832bf15c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'mac_address': 'fa:16:3e:68:0a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:53:15Z', 'updated_at': '2022-08-29T23:55:26Z', 'revision_number': 3, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:55:28.865226 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d5b76-f586-4e9d-8774-b287e26547b6 req-8c3115cd-321b-4b9b-842d-da289d45bb40 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:28.868151 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee1d5b76-f586-4e9d-8774-b287e26547b6 req-8c3115cd-321b-4b9b-842d-da289d45bb40 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 946 time: 0.2387769 Aug 29 23:55:28.877604 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-2b151783-0f12-4650-9fd2-34252d2fa560 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4496c220-d785-47cc-8a05-42c8832bf15c HTTP/1.1" status: 200 len: 1001 time: 0.2499568 Aug 29 23:55:29.057472 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddce75-e957-4a5a-bfe7-2f4081d0cfb4 req-c6134177-ae55-4acc-97f6-13fc0c5e14a2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:29.059253 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70ddce75-e957-4a5a-bfe7-2f4081d0cfb4 req-c6134177-ae55-4acc-97f6-13fc0c5e14a2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.1860168 Aug 29 23:55:29.148281 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee1d5b76-f586-4e9d-8774-b287e26547b6 req-f043dec9-6419-48c1-80b2-45eb268ea7aa tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692807 Aug 29 23:55:29.173599 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.173975 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (afc600f2-5298-447e-8295-32b2b78e8658), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.174614 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Floating IP afc600f2-5298-447e-8295-32b2b78e8658 disassociated. External IP: 172.27.2.204, port: 01e67dee-c059-44c0-b274-3278a508338c. Aug 29 23:55:29.176466 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Calling delete_port for 01e67dee-c059-44c0-b274-3278a508338c owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:55:29.178874 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:29.205262 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70ddce75-e957-4a5a-bfe7-2f4081d0cfb4 req-b859fa00-a84c-4fb6-8ae7-587e771b082e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323345 Aug 29 23:55:29.377057 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-eccc46d0-61a6-4ead-b563-dfd25d64c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:29.378716 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-eccc46d0-61a6-4ead-b563-dfd25d64c4cf service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0726066 Aug 29 23:55:29.398272 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=28 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:29.401684 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:29.451645 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (01e67dee-c059-44c0-b274-3278a508338c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:29.455484 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-51c9bcbd-5e71-4d02-9c1b-7c478bb1cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:29.458760 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-51c9bcbd-5e71-4d02-9c1b-7c478bb1cb0b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717137 Aug 29 23:55:29.516840 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'Port': ['ID=01e67dee-c059-44c0-b274-3278a508338c,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:29.689969 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:30.136349 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:30.138756 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb27f8-027e-44ab-ae24-e96ab80d8139" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:30.158671 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-d388dea4-02c1-4ec4-b0a2-97441505d070 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590333 Aug 29 23:55:30.180646 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:55:30.208394 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6718accc-e325-408e-944d-8ddbf86d3871 x-openstack-request-id: req-6718accc-e325-408e-944d-8ddbf86d3871 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:30.209202 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:30.209660 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6718accc-e325-408e-944d-8ddbf86d3871 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:30.210411 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6718accc-e325-408e-944d-8ddbf86d3871'] response: {'name': 'network-changed', 'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c', 'status': 'completed', 'code': 200} Aug 29 23:55:30.345292 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b300522b-e6a9-413f-9726-82b9e2e904db req-4e72e107-bc70-4594-a243-8b91ff0f79cf tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0734653 Aug 29 23:55:30.529526 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14818180-4588-4c2d-bd12-393028055027 req-8ee23071-94f2-4cc8-839c-bb0a257917a7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:30.531158 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-14818180-4588-4c2d-bd12-393028055027 req-8ee23071-94f2-4cc8-839c-bb0a257917a7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.1987605 Aug 29 23:55:30.587320 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:55:30.601541 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f79e8a31-e189-498c-81a8-8a5078f8d4ad req-f81248e5-8a08-4efd-a268-23bc4c9b0723 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303931 Aug 29 23:55:30.603364 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:55:30.632679 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:30.633359 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:30.764925 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:30.767843 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] No DVR routers for this DVR port 01e67dee-c059-44c0-b274-3278a508338c on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:55:30.777037 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:30.780510 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-95f8bd4b-08f3-4932-9513-0d961edcaa42 req-eed7def2-256e-431c-8c2a-d987ee2e057e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "DELETE /networking/v2.0/ports/01e67dee-c059-44c0-b274-3278a508338c HTTP/1.1" status: 204 len: 173 time: 2.4633796 Aug 29 23:55:30.787240 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-14818180-4588-4c2d-bd12-393028055027 req-533e21a7-fd61-41cb-9301-74306c85b3f4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463586 Aug 29 23:55:30.791043 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-660e5002-751b-40a9-b2af-a49c91afeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:30.792641 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-660e5002-751b-40a9-b2af-a49c91afeb4b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 1130 time: 0.1183784 Aug 29 23:55:30.890573 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:30.925405 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-958689e6-ae78-4db6-819e-0b7bfddd10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:30.927978 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-958689e6-ae78-4db6-819e-0b7bfddd10b4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.1283455 Aug 29 23:55:31.004869 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:31.017803 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-d25ed471-ea1f-46ce-83a2-dbb0b276fc6a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4496c220-d785-47cc-8a05-42c8832bf15c HTTP/1.1" status: 200 len: 1001 time: 0.0821440 Aug 29 23:55:31.033689 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:55:31.045131 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:31.045813 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:31.103217 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-9dbfeaa1-ea63-45d9-a33a-e45cf6ac5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:31.104972 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-9dbfeaa1-ea63-45d9-a33a-e45cf6ac5da2 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0749547 Aug 29 23:55:31.162451 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-3e6f9eed-35db-48b1-a91c-1d2e2e7065d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:31.164227 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-3e6f9eed-35db-48b1-a91c-1d2e2e7065d3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466371 Aug 29 23:55:31.184380 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-14956103-43f6-41a7-ac5c-d534acfdfff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:31.187502 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:31.304669 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-e2672fb8-520b-43e7-b843-f8dd80ca20fe service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305420 Aug 29 23:55:31.439356 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:31.449388 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1cdb27f8-027e-44ab-ae24-e96ab80d8139 req-09888582-3292-4715-adc8-c44f423d0d25 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371949 Aug 29 23:55:31.506167 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b45addc-20e6-429e-8173-1ee8d4d9a86e None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:55:31.614096 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a37e3e76-c29d-412a-9928-e6a3c0fe57f1 req-37d844d9-622d-4315-9e21-206297203066 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=32036006-145d-499d-848e-16bd2f8f9abf HTTP/1.1" status: 200 len: 210 time: 0.0355413 Aug 29 23:55:31.891197 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90e5420-43af-4583-86f7-2b215198b1ad None None] New status for floating IP afc600f2-5298-447e-8295-32b2b78e8658: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:55:32.001015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c6a6f-9afb-48b8-8bc1-7b5758c5c874 req-df38f0b1-6f79-4046-8325-419129324586 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:32.002714 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e02c6a6f-9afb-48b8-8bc1-7b5758c5c874 req-df38f0b1-6f79-4046-8325-419129324586 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.1449463 Aug 29 23:55:32.019137 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8e318-4ed7-4218-85ad-64655e3480e6 req-9303c7b5-f5fe-4d0a-af9a-cbefd539aa33 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:32.020778 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-75d8e318-4ed7-4218-85ad-64655e3480e6 req-9303c7b5-f5fe-4d0a-af9a-cbefd539aa33 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.0893369 Aug 29 23:55:32.053724 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:32.063011 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 01e67dee-c059-44c0-b274-3278a508338c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:55:32.092743 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 01e67dee-c059-44c0-b274-3278a508338c {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:55:32.093562 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 01e67dee-c059-44c0-b274-3278a508338c not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:55:32.136187 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e02c6a6f-9afb-48b8-8bc1-7b5758c5c874 req-9c12edbd-88f9-4542-9a29-5476d0eb2419 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143832 Aug 29 23:55:32.139484 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-75d8e318-4ed7-4218-85ad-64655e3480e6 req-4b60c7d0-4780-433f-b230-63875105e7cf tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027381 Aug 29 23:55:32.192063 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c323b3-8690-41d5-855c-06d0de47a112 req-d31b983a-545c-41b7-b794-4e8921c0a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:32.195008 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94c323b3-8690-41d5-855c-06d0de47a112 req-d31b983a-545c-41b7-b794-4e8921c0a434 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2f665e85ae5b4008b60765fd3076a331&device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1168 time: 0.0728312 Aug 29 23:55:32.211751 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32036006-145d-499d-848e-16bd2f8f9abf', 'name': 'network-vif-deleted', 'tag': '01e67dee-c059-44c0-b274-3278a508338c'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:32.214003 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2992c2-8061-4525-9839-2f1de295ce8f" -d '{"events": [{"server_uuid": "32036006-145d-499d-848e-16bd2f8f9abf", "name": "network-vif-deleted", "tag": "01e67dee-c059-44c0-b274-3278a508338c"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:32.265194 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6532196-ffb3-4b7c-8330-5caf92a43bb8 x-openstack-request-id: req-e6532196-ffb3-4b7c-8330-5caf92a43bb8 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:32.265487 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32036006-145d-499d-848e-16bd2f8f9abf", "name": "network-vif-deleted", "tag": "01e67dee-c059-44c0-b274-3278a508338c", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:32.265745 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e6532196-ffb3-4b7c-8330-5caf92a43bb8 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:32.266152 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6532196-ffb3-4b7c-8330-5caf92a43bb8'] response: {'server_uuid': '32036006-145d-499d-848e-16bd2f8f9abf', 'name': 'network-vif-deleted', 'tag': '01e67dee-c059-44c0-b274-3278a508338c', 'status': 'completed', 'code': 200} Aug 29 23:55:32.313224 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c323b3-8690-41d5-855c-06d0de47a112 req-b1426291-63db-4302-a9a3-f673dda311b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:32.315080 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94c323b3-8690-41d5-855c-06d0de47a112 req-b1426291-63db-4302-a9a3-f673dda311b2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 200 len: 917 time: 0.1117303 Aug 29 23:55:32.418058 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94c323b3-8690-41d5-855c-06d0de47a112 req-2b2cb9d6-5ef0-4d61-a37e-e5504175ce98 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 1001 time: 0.0872824 Aug 29 23:55:32.474233 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c323b3-8690-41d5-855c-06d0de47a112 req-e4132617-2b2f-4ed9-bcc1-7387cd995cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:32.475772 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94c323b3-8690-41d5-855c-06d0de47a112 req-e4132617-2b2f-4ed9-bcc1-7387cd995cf7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0b064282-eeae-4dbc-ba96-f75056691db0 HTTP/1.1" status: 200 len: 854 time: 0.0513983 Aug 29 23:55:32.526982 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c323b3-8690-41d5-855c-06d0de47a112 req-3c9cf978-e923-4646-8b27-732c9c8d0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:32.528541 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94c323b3-8690-41d5-855c-06d0de47a112 req-3c9cf978-e923-4646-8b27-732c9c8d0bfb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457060 Aug 29 23:55:32.652207 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94c323b3-8690-41d5-855c-06d0de47a112 req-f58507d4-df5c-45a0-ba99-3d4d9df0f456 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147316 Aug 29 23:55:32.802124 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94c323b3-8690-41d5-855c-06d0de47a112 req-eb73e39d-fc3f-45d7-b528-c7a9d75cbf3d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429944 Aug 29 23:55:32.822801 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51004) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:32.840550 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:32.893210 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5c07557a-376c-4e07-b38d-dc15acf44d97 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (a1beeab9-0d8e-4dcd-9f79-462b8cc7901c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:32.928240 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5c07557a-376c-4e07-b38d-dc15acf44d97 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (a1beeab9-0d8e-4dcd-9f79-462b8cc7901c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.070967 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5c07557a-376c-4e07-b38d-dc15acf44d97 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a1beeab9-0d8e-4dcd-9f79-462b8cc7901c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.075759 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5c07557a-376c-4e07-b38d-dc15acf44d97 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.077748 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-5c07557a-376c-4e07-b38d-dc15acf44d97 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a1beeab9-0d8e-4dcd-9f79-462b8cc7901c HTTP/1.1" status: 204 len: 168 time: 0.2536817 Aug 29 23:55:33.080537 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51006) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:33.094250 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07557a-376c-4e07-b38d-dc15acf44d97 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1beeab9-0d8e-4dcd-9f79-462b8cc7901c,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:33.094785 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.api.v2.resource [None req-49a115de-a452-4b18-82e9-43917dd26f0a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] show failed (client error): The resource could not be found. Aug 29 23:55:33.096744 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-49a115de-a452-4b18-82e9-43917dd26f0a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups/a1beeab9-0d8e-4dcd-9f79-462b8cc7901c HTTP/1.1" status: 404 len: 347 time: 0.0142689 Aug 29 23:55:33.104519 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51008) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:33.226199 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Deleting port 24006770-1205-49bc-baa4-f0a2f1581575 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:55:33.226579 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (24006770-1205-49bc-baa4-f0a2f1581575), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.316175 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56cd55-67e1-4241-a16c-45d1dafa0f93 req-45460c16-f519-420f-83ed-4705423c3e76 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:33.318407 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1d56cd55-67e1-4241-a16c-45d1dafa0f93 req-45460c16-f519-420f-83ed-4705423c3e76 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0838292 Aug 29 23:55:33.324495 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (24006770-1205-49bc-baa4-f0a2f1581575), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.324495 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (24006770-1205-49bc-baa4-f0a2f1581575), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.336135 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Calling delete_port for 24006770-1205-49bc-baa4-f0a2f1581575 owned by network:floatingip {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:55:33.350671 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1161273-b5d9-4dd9-a908-d4f03738567b req-f40f2562-53b9-4e8e-a3da-a174a35118cc tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:33.350671 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1161273-b5d9-4dd9-a908-d4f03738567b req-f40f2562-53b9-4e8e-a3da-a174a35118cc tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.0803335 Aug 29 23:55:33.432184 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:33.432771 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1d56cd55-67e1-4241-a16c-45d1dafa0f93 req-53c4359e-98b9-47b1-acd7-5c59cbc78956 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084318 Aug 29 23:55:33.450740 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1161273-b5d9-4dd9-a908-d4f03738567b req-9b2189eb-d125-47d0-94ca-a2121143b359 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883563 Aug 29 23:55:33.464613 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-478ed737-c256-488d-a7b0-0aa0171c60cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.573505 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (24006770-1205-49bc-baa4-f0a2f1581575), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.600212 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'Port': ['ID=24006770-1205-49bc-baa4-f0a2f1581575,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:33.611705 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.612095 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.612463 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.612834 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.613193 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.614180 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.614180 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.614647 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.614647 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.614949 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.616877 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.616877 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.616877 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.616877 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.617464 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:33.687180 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (afc600f2-5298-447e-8295-32b2b78e8658), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.689693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:33.690940 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-761a7c79-5976-4150-addb-27650a075ebb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/afc600f2-5298-447e-8295-32b2b78e8658 HTTP/1.1" status: 204 len: 168 time: 0.5853446 Aug 29 23:55:33.855864 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51020) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:33.860565 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-447c53c0-4ce5-4c0d-a9ce-f290ac6ac048 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722666270', 'description': 'tempest-description--2017784083'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:33.956798 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-447c53c0-4ce5-4c0d-a9ce-f290ac6ac048 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.044732 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-447c53c0-4ce5-4c0d-a9ce-f290ac6ac048 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (65659511-0c63-4caf-8763-cddcc560f0c6), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.116441 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-447c53c0-4ce5-4c0d-a9ce-f290ac6ac048 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (65659511-0c63-4caf-8763-cddcc560f0c6), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.142599 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:34.153470 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c53c0-4ce5-4c0d-a9ce-f290ac6ac048 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65659511-0c63-4caf-8763-cddcc560f0c6,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:34.224753 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-447c53c0-4ce5-4c0d-a9ce-f290ac6ac048 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.226866 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-447c53c0-4ce5-4c0d-a9ce-f290ac6ac048 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3697503 Aug 29 23:55:34.229857 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51022) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:34.235541 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-0ba97cc1-315c-4406-b520-9bda0f22e11f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group_rule': {'security_group_id': '65659511-0c63-4caf-8763-cddcc560f0c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:34.341206 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0ba97cc1-315c-4406-b520-9bda0f22e11f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (38f36e12-f75c-45c9-9f10-2154373d6b61), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.405165 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:34.436496 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0ba97cc1-315c-4406-b520-9bda0f22e11f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (38f36e12-f75c-45c9-9f10-2154373d6b61), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.559012 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0ba97cc1-315c-4406-b520-9bda0f22e11f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (38f36e12-f75c-45c9-9f10-2154373d6b61), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.632366 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba97cc1-315c-4406-b520-9bda0f22e11f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f36e12-f75c-45c9-9f10-2154373d6b61,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:34.652309 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd38977-60bb-42ea-a98b-9a9e5dbfc199 req-f30f6ec4-7bc1-4c96-aa61-52252be7a202 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:34.652309 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fcd38977-60bb-42ea-a98b-9a9e5dbfc199 req-f30f6ec4-7bc1-4c96-aa61-52252be7a202 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.1201138 Aug 29 23:55:34.758562 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fcd38977-60bb-42ea-a98b-9a9e5dbfc199 req-78e82c3b-8d69-4027-8e09-67d8ee253a07 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905919 Aug 29 23:55:34.764962 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0ba97cc1-315c-4406-b520-9bda0f22e11f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.766551 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-0ba97cc1-315c-4406-b520-9bda0f22e11f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5352690 Aug 29 23:55:34.770891 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51026) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:34.781118 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-188dfe35-10d3-4e25-a7d9-9b3cf9d0f198 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group_rule': {'security_group_id': '65659511-0c63-4caf-8763-cddcc560f0c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:34.796576 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.919195 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-188dfe35-10d3-4e25-a7d9-9b3cf9d0f198 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (bbebd35f-4e85-4397-8ff4-b53bbecf4f67), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:34.997033 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-188dfe35-10d3-4e25-a7d9-9b3cf9d0f198 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (bbebd35f-4e85-4397-8ff4-b53bbecf4f67), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:35.117269 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-188dfe35-10d3-4e25-a7d9-9b3cf9d0f198 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (bbebd35f-4e85-4397-8ff4-b53bbecf4f67), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:35.146676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dfe35-10d3-4e25-a7d9-9b3cf9d0f198 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbebd35f-4e85-4397-8ff4-b53bbecf4f67,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:35.215726 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-188dfe35-10d3-4e25-a7d9-9b3cf9d0f198 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:35.217235 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-188dfe35-10d3-4e25-a7d9-9b3cf9d0f198 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4442346 Aug 29 23:55:35.221331 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51030) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:35.231436 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:35.334741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:35.471091 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:35.486546 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:35.675576 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Allocated IP 172.27.2.66 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/0252dca1-8c5a-41a9-8ca4-0c99b6cb71df) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:55:35.873696 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:35.983238 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fd809-685a-4e2b-8650-335e307eeaf4 req-1db19c1e-e440-43cd-9ed7-b365680420be tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:35.985593 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-166fd809-685a-4e2b-8650-335e307eeaf4 req-1db19c1e-e440-43cd-9ed7-b365680420be tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0935299 Aug 29 23:55:36.073747 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-166fd809-685a-4e2b-8650-335e307eeaf4 req-6403109e-2bd8-4610-a50e-e2e1c8af8662 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780644 Aug 29 23:55:36.084719 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.092529 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:36.142959 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:55:36.151268 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:55:36.156927 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:55:36.164766 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=0252dca1-8c5a-41a9-8ca4-0c99b6cb71df,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:36.242159 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.257129 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (5e5efb11-f20b-442b-9638-9ede6fff3e1b), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.288242 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.419010 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.637802 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.698910 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.699842 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (5e5efb11-f20b-442b-9638-9ede6fff3e1b), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.731905 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:36.750276 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=0252dca1-8c5a-41a9-8ca4-0c99b6cb71df,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:36.815028 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:36.816349 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-ee105c4d-808d-410a-8b53-cedf6d043b0b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5937285 Aug 29 23:55:37.084577 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-16290e89-dccc-47d9-a453-94ed67f6e4db tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--722666270&fields=id&tenant_id=80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 267 time: 0.0654283 Aug 29 23:55:37.224030 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-1c961837-c4a5-41e1-b251-4d46e0ea5eb5 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:37.225465 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-1c961837-c4a5-41e1-b251-4d46e0ea5eb5 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 814 time: 0.1342032 Aug 29 23:55:37.261166 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-f08594c7-30e6-48f7-b128-378858a6c67f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/quotas/80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 375 time: 0.0190203 Aug 29 23:55:37.269475 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949da096-ac3d-4c6e-817f-26e7b5e55e44 req-bf49a2ce-e2d5-47c0-93eb-b291a2cab73e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:37.271672 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-949da096-ac3d-4c6e-817f-26e7b5e55e44 req-bf49a2ce-e2d5-47c0-93eb-b291a2cab73e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0727527 Aug 29 23:55:37.340772 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-2e242d8a-6d4f-444b-80e1-d9732edb8578 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680532 Aug 29 23:55:37.397851 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-949da096-ac3d-4c6e-817f-26e7b5e55e44 req-a268b2d4-72ac-4097-a082-ace6fd3bf1f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151881 Aug 29 23:55:37.468797 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-0e3a1012-80ba-4d48-b839-e09128cc5bd8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096869 Aug 29 23:55:37.577839 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-24bed32f-5278-4d95-a733-b74e4ac3814e service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028771 Aug 29 23:55:37.807348 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f9a5a0f9-9868-42f4-90b3-535f3a975f14 req-34357bd3-8068-4584-b41b-ce3ff61cf46e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 210 time: 0.0309398 Aug 29 23:55:38.576505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8e08d-ad70-4acf-9490-6b0a69ccb024 req-e3bf40be-8f7f-430c-b3f2-0a5cbe407247 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:38.578369 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dc8e08d-ad70-4acf-9490-6b0a69ccb024 req-e3bf40be-8f7f-430c-b3f2-0a5cbe407247 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0674992 Aug 29 23:55:38.686211 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dc8e08d-ad70-4acf-9490-6b0a69ccb024 req-d65dbafb-f79a-4bb2-ad71-4a565f9859d9 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009896 Aug 29 23:55:38.923320 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4eda82a-494e-4752-922f-ff006338dfc5 req-84219985-68d1-44a7-9e89-0af19758d30e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 210 time: 0.0351069 Aug 29 23:55:39.653319 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:39.853505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1855f-cef6-4bc2-b79c-d6dabe75ca74 req-56997c7a-ac92-4217-be25-c20f20f21413 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:39.855232 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60d1855f-cef6-4bc2-b79c-d6dabe75ca74 req-56997c7a-ac92-4217-be25-c20f20f21413 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0635061 Aug 29 23:55:39.916858 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:39.928573 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-60d1855f-cef6-4bc2-b79c-d6dabe75ca74 req-e7a06943-490d-46bb-a7b2-384e57ece492 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666962 Aug 29 23:55:40.067518 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45dd8220-0cd1-476c-8c19-030e6fcee113 req-86b4c028-e9e9-4f94-9397-c258f12c5ac6 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 210 time: 0.0335522 Aug 29 23:55:40.496964 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9ef0afbb-1af5-469a-8528-eec5ea597313 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:40.498831 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9ef0afbb-1af5-469a-8528-eec5ea597313 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 814 time: 0.1360857 Aug 29 23:55:40.571124 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-b981fa08-02b1-4ff9-a0cb-11e1e5097e6e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 379 time: 0.0635202 Aug 29 23:55:40.584102 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'port': {'device_id': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'admin_state_up': True, 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'security_groups': ['65659511-0c63-4caf-8763-cddcc560f0c6']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:40.695635 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:40.842881 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Made reservation on behalf of 80d82515633f4c2faa34d3225a6f26a6 for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:55:40.850183 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:41.101109 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Allocated IP 172.20.0.6 (9b596b2d-12e3-47f4-a595-eed3b3358a18/c496b8d6-8b00-49fa-bb8e-5ad596ae66a6/d541c48e-12a3-458e-89b2-d84241d30d87) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:55:41.159574 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718dc37-32c1-490b-9597-b6db25ff9e86 req-9991eeb8-12ed-4ba1-a032-3cca82159a5e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:41.163088 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9718dc37-32c1-490b-9597-b6db25ff9e86 req-9991eeb8-12ed-4ba1-a032-3cca82159a5e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.1370504 Aug 29 23:55:41.259842 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-74a498c9-47a3-442e-83b4-f3960afab666 req-1869129a-cb82-4701-9076-526fa0c7903e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 210 time: 0.0496418 Aug 29 23:55:41.436458 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=54 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:41.504083 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=78 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:41.643601 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9718dc37-32c1-490b-9597-b6db25ff9e86 req-ee9e3161-b389-47b0-84ce-38e835750df5 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4569376 Aug 29 23:55:41.694778 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (d541c48e-12a3-458e-89b2-d84241d30d87), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:41.779808 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:41.813284 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:41.833731 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:55:41.839714 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:55:41.842049 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=d541c48e-12a3-458e-89b2-d84241d30d87,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:41.844672 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:55:41.850488 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:41.850668 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:41.964776 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-5a9099b8-4667-4281-8204-3037a264bf0d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3862195 Aug 29 23:55:42.101051 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:42.107829 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-acb03ab1-4cba-4a7a-95cd-0a79ce01ffa6 None None] Provisioning complete for port d541c48e-12a3-458e-89b2-d84241d30d87 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:55:42.118717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-acb03ab1-4cba-4a7a-95cd-0a79ce01ffa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:42.143290 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-acb03ab1-4cba-4a7a-95cd-0a79ce01ffa6 None None] Port d541c48e-12a3-458e-89b2-d84241d30d87 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:55:42.631779 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2897c9f-7c45-4b9e-bd4c-d1c512855dd2 req-d935e731-2187-4db9-807c-291733104db5 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:42.631779 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d2897c9f-7c45-4b9e-bd4c-d1c512855dd2 req-d935e731-2187-4db9-807c-291733104db5 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 931 time: 0.0696201 Aug 29 23:55:42.631779 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d2897c9f-7c45-4b9e-bd4c-d1c512855dd2 req-0239d136-0da4-4625-9e63-91b18d252749 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711703 Aug 29 23:55:42.813848 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfe57-89d8-4012-b106-c6258c625d56 req-534984e3-12b9-49c8-8669-74e3d9ff0fa8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:42.815657 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-91edfe57-89d8-4012-b106-c6258c625d56 req-534984e3-12b9-49c8-8669-74e3d9ff0fa8 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0785136 Aug 29 23:55:42.911699 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-91edfe57-89d8-4012-b106-c6258c625d56 req-3da1bcde-f731-4bb6-92ee-c22fa3046eb4 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889235 Aug 29 23:55:43.371258 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Request body: {'port': {'device_id': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:43.483713 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:43.621121 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:43.709339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553a312-1dfd-4d26-b3cd-611eebc87d99 req-20aec508-c45a-4204-9e1d-877c26141ab7 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:43.711429 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9553a312-1dfd-4d26-b3cd-611eebc87d99 req-20aec508-c45a-4204-9e1d-877c26141ab7 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 931 time: 0.0888526 Aug 29 23:55:43.846785 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9553a312-1dfd-4d26-b3cd-611eebc87d99 req-44e19b79-c9d1-4ef9-a779-5739480b9e52 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018858 Aug 29 23:55:43.921583 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d541c48e-12a3-458e-89b2-d84241d30d87 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:55:43.928629 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:43.930850 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Publish callbacks [] for port (d541c48e-12a3-458e-89b2-d84241d30d87), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:43.944592 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Transition to ACTIVE for port object d541c48e-12a3-458e-89b2-d84241d30d87 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:55:44.038104 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:44.047635 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83767269-3406-4f0d-9ee7-ea05eead8c00 req-9a987003-35e8-44c8-824e-604533fc4487 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:44.052620 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-83767269-3406-4f0d-9ee7-ea05eead8c00 req-9a987003-35e8-44c8-824e-604533fc4487 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0566597 Aug 29 23:55:44.143630 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d541c48e-12a3-458e-89b2-d84241d30d87,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:44.152156 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=24,neutron:INSERT=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:44.179138 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Attempting to bind port d541c48e-12a3-458e-89b2-d84241d30d87 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:55:44.179615 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Attempting to bind port d541c48e-12a3-458e-89b2-d84241d30d87 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:55:44.180143 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Attempting to bind port d541c48e-12a3-458e-89b2-d84241d30d87 on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:55:44.197898 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Port d541c48e-12a3-458e-89b2-d84241d30d87 on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:55:44.198284 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Attempting to bind port d541c48e-12a3-458e-89b2-d84241d30d87 on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:55:44.205669 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-83767269-3406-4f0d-9ee7-ea05eead8c00 req-b7b71731-ebc0-4c46-aff2-42b234d5a350 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345999 Aug 29 23:55:44.211449 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:55:44.211797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Checking segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:55:44.212192 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Bound using segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:55:44.212651 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Bound port: d541c48e-12a3-458e-89b2-d84241d30d87, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:55:44.213016 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:44.299741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] For port d541c48e-12a3-458e-89b2-d84241d30d87, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:55:44.304758 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] For port d541c48e-12a3-458e-89b2-d84241d30d87, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d541c48e-12a3-458e-89b2-d84241d30d87,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:55:44.362743 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:44.369362 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:44.370035 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:44.371617 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/d541c48e-12a3-458e-89b2-d84241d30d87 HTTP/1.1" status: 200 len: 1093 time: 1.0050337 Aug 29 23:55:44.372274 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'tag': 'd541c48e-12a3-458e-89b2-d84241d30d87'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:44.374964 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8abf2c3-1f0c-4ea6-a5bb-5626408e26c9" -d '{"events": [{"name": "network-changed", "server_uuid": "03f0e15f-3470-4cba-a00a-4f282d3ddfd3", "tag": "d541c48e-12a3-458e-89b2-d84241d30d87"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:44.426543 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dad73f-85ba-410f-a94a-fdd8efa2d0f0 x-openstack-request-id: req-06dad73f-85ba-410f-a94a-fdd8efa2d0f0 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:44.427017 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f0e15f-3470-4cba-a00a-4f282d3ddfd3", "tag": "d541c48e-12a3-458e-89b2-d84241d30d87", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:44.427351 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-06dad73f-85ba-410f-a94a-fdd8efa2d0f0 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:44.427769 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06dad73f-85ba-410f-a94a-fdd8efa2d0f0'] response: {'name': 'network-changed', 'server_uuid': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'tag': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'status': 'completed', 'code': 200} Aug 29 23:55:44.439432 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf71211-2007-4e17-8be8-b57ad988e8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d541c48e-12a3-458e-89b2-d84241d30d87,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:44.509468 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abf2c3-1f0c-4ea6-a5bb-5626408e26c9 req-f7d95cd8-e666-4af4-a025-a6cf8a2f9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:44.511348 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c8abf2c3-1f0c-4ea6-a5bb-5626408e26c9 req-f7d95cd8-e666-4af4-a025-a6cf8a2f9b9b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 1127 time: 0.0491631 Aug 29 23:55:44.655495 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abf2c3-1f0c-4ea6-a5bb-5626408e26c9 req-c0f48cf9-7577-4cdb-8315-e702d63f9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:44.656931 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c8abf2c3-1f0c-4ea6-a5bb-5626408e26c9 req-c0f48cf9-7577-4cdb-8315-e702d63f9218 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=80d82515633f4c2faa34d3225a6f26a6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1315582 Aug 29 23:55:44.778562 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abf2c3-1f0c-4ea6-a5bb-5626408e26c9 req-39bf3d5d-5ec9-47e7-b7fe-b64e94456437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:44.780086 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c8abf2c3-1f0c-4ea6-a5bb-5626408e26c9 req-39bf3d5d-5ec9-47e7-b7fe-b64e94456437 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1151795 Aug 29 23:55:44.872054 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-aac3d7f5-ba92-4144-9ad6-dd8670160c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:44.873837 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-aac3d7f5-ba92-4144-9ad6-dd8670160c28 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 1127 time: 0.0477755 Aug 29 23:55:44.925279 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-d94577e7-02ec-4944-a5c1-6358e742b572 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d541c48e-12a3-458e-89b2-d84241d30d87 HTTP/1.1" status: 200 len: 217 time: 0.0435321 Aug 29 23:55:45.017530 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604006d-4065-4916-a818-06bc0a3c26bc req-01c0b07c-e0c7-4219-8e92-7150f4fca58f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:45.019774 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c604006d-4065-4916-a818-06bc0a3c26bc req-01c0b07c-e0c7-4219-8e92-7150f4fca58f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 943 time: 0.0873275 Aug 29 23:55:45.028974 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-60975565-cb9b-4637-bee5-3cc8999ff415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:45.030337 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-60975565-cb9b-4637-bee5-3cc8999ff415 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.0891192 Aug 29 23:55:45.104391 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-642c6bbf-6732-4f60-9798-6586291908a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:45.105972 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-642c6bbf-6732-4f60-9798-6586291908a0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655084 Aug 29 23:55:45.110936 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:45.120313 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c604006d-4065-4916-a818-06bc0a3c26bc req-215627de-1b18-42a0-8a7c-8c3640446a49 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887427 Aug 29 23:55:45.232984 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-1e72626a-c4d4-4ab4-ad2d-5b41340de696 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092346 Aug 29 23:55:45.260123 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:45.373165 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110569c-00d4-4538-a0cc-89ce18d58614 req-062a80d6-92f5-443b-8034-f5fec91d7a08 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:45.374728 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7110569c-00d4-4538-a0cc-89ce18d58614 req-062a80d6-92f5-443b-8034-f5fec91d7a08 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0802615 Aug 29 23:55:45.381740 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ae2a81b-ef65-4e86-a767-05942607f396 req-187b7d80-54f4-4238-b5a5-480680d2a583 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416361 Aug 29 23:55:45.450986 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7110569c-00d4-4538-a0cc-89ce18d58614 req-d4ead041-53a5-4772-aa5a-1dc8614a295e tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681942 Aug 29 23:55:46.258190 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411b8fb-540b-4f66-ad66-8cef46a37502 req-1fc2dbb1-9498-469d-9841-9b58d6a9d699 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:46.259706 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c411b8fb-540b-4f66-ad66-8cef46a37502 req-1fc2dbb1-9498-469d-9841-9b58d6a9d699 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 943 time: 0.0538595 Aug 29 23:55:46.310560 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c411b8fb-540b-4f66-ad66-8cef46a37502 req-aa05030e-2cce-4615-b5f4-56dcd110e3a6 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450704 Aug 29 23:55:46.586613 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532532e-d5b1-4c89-8c9d-020a54845fd8 req-f3ecb5f6-47ca-45cb-a200-f33b51320fed tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:46.588126 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8532532e-d5b1-4c89-8c9d-020a54845fd8 req-f3ecb5f6-47ca-45cb-a200-f33b51320fed tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0569451 Aug 29 23:55:46.652046 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8532532e-d5b1-4c89-8c9d-020a54845fd8 req-75bb06c2-d0f4-4132-9c20-8a1c61d5ac52 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576425 Aug 29 23:55:47.451011 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae2b4-2bd9-4d09-8704-68f52fa0e642 req-c8b2eccc-b513-431d-b300-3dfe95251538 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:47.452504 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70aae2b4-2bd9-4d09-8704-68f52fa0e642 req-c8b2eccc-b513-431d-b300-3dfe95251538 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 943 time: 0.0520217 Aug 29 23:55:47.506711 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70aae2b4-2bd9-4d09-8704-68f52fa0e642 req-0ee7d21e-8188-4caf-beff-48a61bbe9733 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469570 Aug 29 23:55:47.777324 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:55:47.781222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ec42d-30e8-4156-9a94-4b8fbc2e912f req-3395d37e-e5ab-4d7f-bffe-9503a5a594fa tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:47.782854 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-915ec42d-30e8-4156-9a94-4b8fbc2e912f req-3395d37e-e5ab-4d7f-bffe-9503a5a594fa tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0516419 Aug 29 23:55:47.851188 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-915ec42d-30e8-4156-9a94-4b8fbc2e912f req-32d176e4-3fbf-4d2e-ad67-3bdd8ab38704 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622852 Aug 29 23:55:48.336521 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d541c48e-12a3-458e-89b2-d84241d30d87 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:55:48.532668 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:48.573396 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d541c48e-12a3-458e-89b2-d84241d30d87, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d541c48e-12a3-458e-89b2-d84241d30d87,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:48.587093 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'port_id': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'mac_address': 'fa:16:3e:b2:3d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:55:48.633401 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d541c48e-12a3-458e-89b2-d84241d30d87 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:48.633401 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:48.642744 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e74cf7-6776-4fe7-aa5c-6bef3e1d5c24 req-64b541ee-a1ed-4327-8fcb-72f065f7c294 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:48.644341 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-43e74cf7-6776-4fe7-aa5c-6bef3e1d5c24 req-64b541ee-a1ed-4327-8fcb-72f065f7c294 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 943 time: 0.0550265 Aug 29 23:55:48.648141 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d541c48e-12a3-458e-89b2-d84241d30d87 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:55:48.671266 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d541c48e-12a3-458e-89b2-d84241d30d87, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d541c48e-12a3-458e-89b2-d84241d30d87,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:48.702214 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-43e74cf7-6776-4fe7-aa5c-6bef3e1d5c24 req-d72bffde-c679-495c-b178-28ee08ea9094 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517168 Aug 29 23:55:48.778440 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:48.827307 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d541c48e-12a3-458e-89b2-d84241d30d87,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:48.835576 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.835924 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.836266 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.836630 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.837371 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.837371 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.837668 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.837994 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.838327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.838661 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.838988 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.839332 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.839690 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.840025 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.840346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:55:48.971838 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0f7c1-0ef0-4112-b5b7-2bb0e2bb9784 req-f8386b13-e0dd-417e-a2c7-7e31795dfc95 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:48.973350 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-05e0f7c1-0ef0-4112-b5b7-2bb0e2bb9784 req-f8386b13-e0dd-417e-a2c7-7e31795dfc95 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0481026 Aug 29 23:55:49.039232 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-05e0f7c1-0ef0-4112-b5b7-2bb0e2bb9784 req-bc1303a4-af07-4310-a92d-a8d9be490de0 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581715 Aug 29 23:55:49.093006 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['d541c48e-12a3-458e-89b2-d84241d30d87'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:55:49.320813 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c379b59-f0ff-4c39-b026-d43c2544ab3b req-b06dc88f-aab6-49fa-97fc-c032ea520320 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:49.322275 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2c379b59-f0ff-4c39-b026-d43c2544ab3b req-b06dc88f-aab6-49fa-97fc-c032ea520320 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0551684 Aug 29 23:55:49.387523 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2c379b59-f0ff-4c39-b026-d43c2544ab3b req-a4a1830c-3d6c-49d4-97ab-2f59c90f1d11 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580356 Aug 29 23:55:49.830101 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:49.849652 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f70a90-3dd4-4ca5-95ea-b8da02fcdafa req-fbea5157-e7f3-4721-bef9-8f8974b7166c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:49.851343 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d1f70a90-3dd4-4ca5-95ea-b8da02fcdafa req-fbea5157-e7f3-4721-bef9-8f8974b7166c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 944 time: 0.0592840 Aug 29 23:55:49.909428 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d1f70a90-3dd4-4ca5-95ea-b8da02fcdafa req-21e0ad1f-6509-4982-ad51-a1bcfbd45bb2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520291 Aug 29 23:55:50.077036 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51180) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:50.183880 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16808d-e3a6-44d2-a0c7-655abd879cbc req-6e9e4ed3-3ab3-4799-ac53-584a7bd82966 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:50.185469 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5f16808d-e3a6-44d2-a0c7-655abd879cbc req-6e9e4ed3-3ab3-4799-ac53-584a7bd82966 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0620818 Aug 29 23:55:50.201145 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-783d036c-f254-49fb-9948-188cdf1a44db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.245548 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:50.260006 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5f16808d-e3a6-44d2-a0c7-655abd879cbc req-728141df-65aa-440f-bdad-6c667871f20d tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=723296f3-4626-4b62-901e-ad88d9e088cf&id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684819 Aug 29 23:55:50.287976 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-783d036c-f254-49fb-9948-188cdf1a44db admin admin] Publish callbacks [] for security_group (6605181d-8074-4a3f-bbbc-7dd776e6550e), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.355363 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-783d036c-f254-49fb-9948-188cdf1a44db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (6605181d-8074-4a3f-bbbc-7dd776e6550e), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.359811 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d541c48e-12a3-458e-89b2-d84241d30d87 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:55:50.399115 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-783d036c-f254-49fb-9948-188cdf1a44db admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=81ef8dbbbbb94c2ba634fffae53e8dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208330 Aug 29 23:55:50.401411 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d036c-f254-49fb-9948-188cdf1a44db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6605181d-8074-4a3f-bbbc-7dd776e6550e,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:50.403563 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51186) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:50.404046 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port d541c48e-12a3-458e-89b2-d84241d30d87 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:55:50.458598 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-899b18b2-eb17-4580-8ee5-9bbdd9c98465 admin admin] Publish callbacks [] for security_group (6605181d-8074-4a3f-bbbc-7dd776e6550e), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.492448 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port d541c48e-12a3-458e-89b2-d84241d30d87 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:55:50.492837 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.509801 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-899b18b2-eb17-4580-8ee5-9bbdd9c98465 admin admin] Publish callbacks [] for security_group (6605181d-8074-4a3f-bbbc-7dd776e6550e), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.537275 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7430e-9ca0-4688-97cd-f2ffd14c1da0 req-4aa6d911-5d60-49e7-b222-52bd7a35abbb tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:50.539885 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-40a7430e-9ca0-4688-97cd-f2ffd14c1da0 req-4aa6d911-5d60-49e7-b222-52bd7a35abbb tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0780191 Aug 29 23:55:50.573905 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d541c48e-12a3-458e-89b2-d84241d30d87 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:55:50.574454 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.599561 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd541c48e-12a3-458e-89b2-d84241d30d87'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:50.601861 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16296aeb-7931-49d4-b0cb-ae4bc1eaf563" -d '{"events": [{"server_uuid": "03f0e15f-3470-4cba-a00a-4f282d3ddfd3", "name": "network-vif-plugged", "status": "completed", "tag": "d541c48e-12a3-458e-89b2-d84241d30d87"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:50.612813 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:50.614857 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d541c48e-12a3-458e-89b2-d84241d30d87, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d541c48e-12a3-458e-89b2-d84241d30d87,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:50.622308 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-40a7430e-9ca0-4688-97cd-f2ffd14c1da0 req-97da3cad-58e4-40c9-80cd-4bf131dfa996 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687299 Aug 29 23:55:50.651274 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bac670-329f-4a1e-90df-9afa25e48991 x-openstack-request-id: req-e0bac670-329f-4a1e-90df-9afa25e48991 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:50.651593 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f0e15f-3470-4cba-a00a-4f282d3ddfd3", "name": "network-vif-plugged", "status": "completed", "tag": "d541c48e-12a3-458e-89b2-d84241d30d87", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:50.651852 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e0bac670-329f-4a1e-90df-9afa25e48991 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:50.652258 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bac670-329f-4a1e-90df-9afa25e48991'] response: {'server_uuid': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'code': 200} Aug 29 23:55:50.721391 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-899b18b2-eb17-4580-8ee5-9bbdd9c98465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (6605181d-8074-4a3f-bbbc-7dd776e6550e), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.721620 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.724453 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-899b18b2-eb17-4580-8ee5-9bbdd9c98465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:50.725693 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-899b18b2-eb17-4580-8ee5-9bbdd9c98465 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/6605181d-8074-4a3f-bbbc-7dd776e6550e HTTP/1.1" status: 204 len: 168 time: 0.3206673 Aug 29 23:55:50.734608 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b18b2-eb17-4580-8ee5-9bbdd9c98465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6605181d-8074-4a3f-bbbc-7dd776e6550e,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:50.781371 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d541c48e-12a3-458e-89b2-d84241d30d87,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:51.044847 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc3698-a5e4-47ef-993b-6b768256c427 req-ab8c809d-7e0a-4537-a873-a0ccf4c5c5bc tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:51.046734 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f5fc3698-a5e4-47ef-993b-6b768256c427 req-ab8c809d-7e0a-4537-a873-a0ccf4c5c5bc tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 945 time: 0.0558205 Aug 29 23:55:51.107686 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f5fc3698-a5e4-47ef-993b-6b768256c427 req-65df3bed-91b6-45d7-b906-7bd6eb39efec tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538538 Aug 29 23:55:51.780225 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2f641-fa97-4c37-949c-328df984a43d req-aba20f5e-9f99-4a31-8025-850a5657df98 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:51.781948 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3db2f641-fa97-4c37-949c-328df984a43d req-aba20f5e-9f99-4a31-8025-850a5657df98 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.0814497 Aug 29 23:55:51.790987 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e89a7-a45a-48ce-aa6f-12ec63dcf43f req-1fc1275e-b6c8-4359-bca7-309f7e9b8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:51.792521 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-af5e89a7-a45a-48ce-aa6f-12ec63dcf43f req-1fc1275e-b6c8-4359-bca7-309f7e9b8af9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 1129 time: 0.0618124 Aug 29 23:55:51.910122 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-bc24a273-f10b-4bb2-8576-9e148dac606e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:51.912313 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-bc24a273-f10b-4bb2-8576-9e148dac606e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 946 time: 0.1035798 Aug 29 23:55:51.920609 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3db2f641-fa97-4c37-949c-328df984a43d req-a93d7d52-da23-41c8-878f-ad7d7439fbcd tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318679 Aug 29 23:55:51.936415 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-af5e89a7-a45a-48ce-aa6f-12ec63dcf43f req-8645f74b-e145-4cb2-b8dc-18d19ba786c5 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287689 Aug 29 23:55:52.018440 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Deleting port f1ec22c6-261a-4c67-84d2-31f8a47e0693 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:55:52.018791 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.114097 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] For port f1ec22c6-261a-4c67-84d2-31f8a47e0693, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=f1ec22c6-261a-4c67-84d2-31f8a47e0693,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:55:52.114888 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.314543 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692045c9-e950-4f73-bd84-55d5cfc28ccc req-ae1f5537-13a5-4314-9317-f10e8531117b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:52.316041 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-692045c9-e950-4f73-bd84-55d5cfc28ccc req-ae1f5537-13a5-4314-9317-f10e8531117b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 945 time: 0.0941262 Aug 29 23:55:52.337585 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:52.338225 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:52.364175 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.365154 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (2b43c5b8-7c98-45dc-bb23-a1ba078dd137), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.365488 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Floating IP 2b43c5b8-7c98-45dc-bb23-a1ba078dd137 disassociated. External IP: 172.27.2.125, port: f1ec22c6-261a-4c67-84d2-31f8a47e0693. Aug 29 23:55:52.365882 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Calling delete_port for f1ec22c6-261a-4c67-84d2-31f8a47e0693 owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:55:52.425671 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-692045c9-e950-4f73-bd84-55d5cfc28ccc req-04f972b4-b69d-4acf-87e3-2b14ffbdd139 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030178 Aug 29 23:55:52.584910 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (f1ec22c6-261a-4c67-84d2-31f8a47e0693), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.612555 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event deleted for resources: {'Port': ['ID=f1ec22c6-261a-4c67-84d2-31f8a47e0693,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:52.733959 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:55:52.841843 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:55:52.855448 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] Sync routers for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:55:52.865870 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:52.866531 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:52.901057 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] No DVR routers for this DVR port f1ec22c6-261a-4c67-84d2-31f8a47e0693 on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:55:52.903961 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:52.907323 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-edff0be7-dbfc-424f-9aa5-54b9c1c54bb2 req-614569f3-5f9a-4b1b-936a-9b2e20140045 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "DELETE /networking/v2.0/ports/f1ec22c6-261a-4c67-84d2-31f8a47e0693 HTTP/1.1" status: 204 len: 173 time: 0.9826634 Aug 29 23:55:52.907792 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'name': 'network-vif-deleted', 'tag': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:52.910110 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2084c8a1-0e4a-47d4-9303-ff80a88f69e3" -d '{"events": [{"server_uuid": "4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a", "name": "network-vif-deleted", "tag": "f1ec22c6-261a-4c67-84d2-31f8a47e0693"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:52.971297 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aca854-0e15-4a6b-9936-f698ee6c647f x-openstack-request-id: req-40aca854-0e15-4a6b-9936-f698ee6c647f {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:52.971600 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a", "name": "network-vif-deleted", "tag": "f1ec22c6-261a-4c67-84d2-31f8a47e0693", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:52.971879 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-40aca854-0e15-4a6b-9936-f698ee6c647f {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:52.972302 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40aca854-0e15-4a6b-9936-f698ee6c647f'] response: {'server_uuid': '4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a', 'name': 'network-vif-deleted', 'tag': 'f1ec22c6-261a-4c67-84d2-31f8a47e0693', 'status': 'completed', 'code': 200} Aug 29 23:55:53.044441 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-091f4ed3-27a6-45c9-aca6-7698a246962b req-f141bb39-8876-4726-ae38-fd0f99d019c0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.0323522 Aug 29 23:55:53.089531 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:53.285776 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:53.316071 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] Checking router: 3c569ee0-82a9-4b20-bc3e-774b9ab33219 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:55:53.326060 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:53.326709 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:53.433609 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:53.555913 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e00133-46d4-4e6e-894d-da1d4524f4c5 req-ae44cee6-6ba8-43e8-b706-bccfc8d00e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:53.557461 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e3e00133-46d4-4e6e-894d-da1d4524f4c5 req-ae44cee6-6ba8-43e8-b706-bccfc8d00e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 945 time: 0.0510542 Aug 29 23:55:53.614170 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e3e00133-46d4-4e6e-894d-da1d4524f4c5 req-7534b544-3dd4-46b8-9d56-af8a9ea145dc tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506372 Aug 29 23:55:53.659135 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:53.685653 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9592ac9-9e50-434e-9dad-fd3173e17b85 None None] The sync data for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi is: [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:55:53.945052 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247263f-1069-4d17-ad1b-5bc1ed7a27bf None None] New status for floating IP 2b43c5b8-7c98-45dc-bb23-a1ba078dd137: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:55:54.177450 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a642a8e6-c6eb-4b30-a58f-c1c33aea197c req-95edc3c6-7e68-469d-9706-7ac13d6708e1 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=4f8a3dc6-7b8b-4a2e-8adf-cd33cc1ca64a HTTP/1.1" status: 200 len: 210 time: 0.0297439 Aug 29 23:55:54.383736 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device f1ec22c6-261a-4c67-84d2-31f8a47e0693 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:55:54.408409 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: f1ec22c6-261a-4c67-84d2-31f8a47e0693 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:55:54.408661 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device f1ec22c6-261a-4c67-84d2-31f8a47e0693 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:55:54.762268 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:54.780148 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b920572-598d-4e03-a265-0f932ddbb1ac req-8d4133c7-c7d2-43e6-bebc-6ca7cb3cb671 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:54.781740 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9b920572-598d-4e03-a265-0f932ddbb1ac req-8d4133c7-c7d2-43e6-bebc-6ca7cb3cb671 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 945 time: 0.0562496 Aug 29 23:55:54.849758 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9b920572-598d-4e03-a265-0f932ddbb1ac req-ab78bb54-af62-4495-8e71-c707b0bacedc tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563240 Aug 29 23:55:54.967307 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d31f1-e114-46ba-a4a3-a5fb9e723481 req-25c28772-3c94-4a42-8f38-b7c4a01ec386 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:54.969003 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1d5d31f1-e114-46ba-a4a3-a5fb9e723481 req-25c28772-3c94-4a42-8f38-b7c4a01ec386 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 945 time: 0.0477889 Aug 29 23:55:54.979869 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51214) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:54.984347 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'floatingip': {'port_id': 'd541c48e-12a3-458e-89b2-d84241d30d87'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:55.034538 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (5e5efb11-f20b-442b-9638-9ede6fff3e1b), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.375295 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51220) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:55.446465 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6c89132-d8fa-41d1-b166-79415afc5088 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.491520 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6c89132-d8fa-41d1-b166-79415afc5088 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.647451 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6c89132-d8fa-41d1-b166-79415afc5088 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.650251 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6c89132-d8fa-41d1-b166-79415afc5088 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.651533 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f6c89132-d8fa-41d1-b166-79415afc5088 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e HTTP/1.1" status: 204 len: 168 time: 0.2751319 Aug 29 23:55:55.654739 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51224) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:55.677303 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c89132-d8fa-41d1-b166-79415afc5088 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:55.680830 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.api.v2.resource [None req-b0495a30-ecd5-47f0-8f93-51a753732726 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] show failed (client error): The resource could not be found. Aug 29 23:55:55.682439 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b0495a30-ecd5-47f0-8f93-51a753732726 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups/701dea9e-4b5c-4fb8-9bdb-6e6b234fbe9e HTTP/1.1" status: 404 len: 347 time: 0.0265286 Aug 29 23:55:55.686762 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51226) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:55.809532 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:55.889052 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Deleting port e48b0841-baa2-4d41-ae30-14488ef07b9d {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:55:55.889596 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (e48b0841-baa2-4d41-ae30-14488ef07b9d), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.940591 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.985140 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (e48b0841-baa2-4d41-ae30-14488ef07b9d), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:55.985328 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (e48b0841-baa2-4d41-ae30-14488ef07b9d), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.000713 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Calling delete_port for e48b0841-baa2-4d41-ae30-14488ef07b9d owned by network:floatingip {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:55:56.061592 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (5e5efb11-f20b-442b-9638-9ede6fff3e1b), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.193775 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:56.201898 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Floating IP 5e5efb11-f20b-442b-9638-9ede6fff3e1b associated. External IP: 172.27.2.66, port: d541c48e-12a3-458e-89b2-d84241d30d87. Aug 29 23:55:56.425650 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (e48b0841-baa2-4d41-ae30-14488ef07b9d), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.466310 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event deleted for resources: {'Port': ['ID=e48b0841-baa2-4d41-ae30-14488ef07b9d,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:56.495155 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (2b43c5b8-7c98-45dc-bb23-a1ba078dd137), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.497591 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.498750 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-b0df7ac2-fe31-4bd5-a849-c271e824c5ed tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/2b43c5b8-7c98-45dc-bb23-a1ba078dd137 HTTP/1.1" status: 204 len: 168 time: 0.8107738 Aug 29 23:55:56.504548 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:55:56.613222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:56.625052 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:55:56.631988 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.636868 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:55:56.650161 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:56.651398 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:56.662560 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51230) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:56.668281 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-d38acfb6-95a2-490e-b28a-cddcafbdde6c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960877919', 'description': 'tempest-description--1940370156'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:56.674199 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-2567209f-4190-4b7a-8e84-184a8ef8246a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/5e5efb11-f20b-442b-9638-9ede6fff3e1b HTTP/1.1" status: 200 len: 990 time: 1.6931453 Aug 29 23:55:56.679144 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'tag': 'd541c48e-12a3-458e-89b2-d84241d30d87'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:55:56.679144 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904c0ae6-978f-4c4c-8ca6-b946c35934de" -d '{"events": [{"name": "network-changed", "server_uuid": "03f0e15f-3470-4cba-a00a-4f282d3ddfd3", "tag": "d541c48e-12a3-458e-89b2-d84241d30d87"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:55:56.722264 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bf46f6-7fea-4186-94dc-97794c9f182e x-openstack-request-id: req-96bf46f6-7fea-4186-94dc-97794c9f182e {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:55:56.722658 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f0e15f-3470-4cba-a00a-4f282d3ddfd3", "tag": "d541c48e-12a3-458e-89b2-d84241d30d87", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:55:56.722914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-96bf46f6-7fea-4186-94dc-97794c9f182e {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:55:56.723319 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bf46f6-7fea-4186-94dc-97794c9f182e'] response: {'name': 'network-changed', 'server_uuid': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'tag': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'status': 'completed', 'code': 200} Aug 29 23:55:56.779040 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:56.779290 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d38acfb6-95a2-490e-b28a-cddcafbdde6c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.789626 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-3535d122-bad1-4304-a2a4-c88c2eeb50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:56.791347 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-3535d122-bad1-4304-a2a4-c88c2eeb50e7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 1129 time: 0.0440457 Aug 29 23:55:56.867098 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d38acfb6-95a2-490e-b28a-cddcafbdde6c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (e7424097-2838-4413-bbf0-464334d2f66b), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.899453 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-feece6cc-bba2-4015-ba84-fdc9617991a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:56.901039 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-feece6cc-bba2-4015-ba84-fdc9617991a0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 916 time: 0.1034114 Aug 29 23:55:56.978679 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d38acfb6-95a2-490e-b28a-cddcafbdde6c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (e7424097-2838-4413-bbf0-464334d2f66b), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:56.985144 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:56.992616 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-1621676f-b153-4f10-9077-8f255c322c88 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d541c48e-12a3-458e-89b2-d84241d30d87 HTTP/1.1" status: 200 len: 998 time: 0.0799258 Aug 29 23:55:57.016739 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38acfb6-95a2-490e-b28a-cddcafbdde6c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7424097-2838-4413-bbf0-464334d2f66b,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:57.017002 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:57.047971 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-49c78803-e047-484e-a8c3-75a702de08f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:57.049567 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-49c78803-e047-484e-a8c3-75a702de08f7 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.0511725 Aug 29 23:55:57.066933 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5e5efb11-f20b-442b-9638-9ede6fff3e1b', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:b2:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:36Z', 'updated_at': '2022-08-29T23:55:55Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:57.094726 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:55:57.095768 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d38acfb6-95a2-490e-b28a-cddcafbdde6c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.097851 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d38acfb6-95a2-490e-b28a-cddcafbdde6c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4338760 Aug 29 23:55:57.102619 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51236) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:57.106399 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:55:57.107054 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:55:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:57.107406 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-707bfd2a-66aa-44ea-9651-ecfb771ea18e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'security_group_rule': {'security_group_id': 'e7424097-2838-4413-bbf0-464334d2f66b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:57.121816 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-618d104c-2755-4321-b0b3-a0cdac28d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:57.124415 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-618d104c-2755-4321-b0b3-a0cdac28d12d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628965 Aug 29 23:55:57.217271 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-707bfd2a-66aa-44ea-9651-ecfb771ea18e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (cd1bff5f-62e3-47a1-a68d-c1e0276edeff), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.227915 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:55:57.240951 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-ae2a91e7-b401-4ca1-af4f-2066883533bf service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069715 Aug 29 23:55:57.283666 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-707bfd2a-66aa-44ea-9651-ecfb771ea18e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (cd1bff5f-62e3-47a1-a68d-c1e0276edeff), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.342377 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-904c0ae6-978f-4c4c-8ca6-b946c35934de req-6a8b32c7-7019-4e9d-8f0b-a0043ace5b05 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949337 Aug 29 23:55:57.345290 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-707bfd2a-66aa-44ea-9651-ecfb771ea18e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (cd1bff5f-62e3-47a1-a68d-c1e0276edeff), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.367128 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bfd2a-66aa-44ea-9651-ecfb771ea18e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1bff5f-62e3-47a1-a68d-c1e0276edeff,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:57.471877 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-707bfd2a-66aa-44ea-9651-ecfb771ea18e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.473287 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-707bfd2a-66aa-44ea-9651-ecfb771ea18e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3694026 Aug 29 23:55:57.475864 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5e5efb11-f20b-442b-9638-9ede6fff3e1b', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:b2:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:36Z', 'updated_at': '2022-08-29T23:55:55Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:55:57.477005 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51238) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:57.481544 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-593a5f47-d9fc-4482-8e49-513a48a75657 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'security_group_rule': {'security_group_id': 'e7424097-2838-4413-bbf0-464334d2f66b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:57.502609 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5324b-ec9b-468f-b9e0-cd3b7c73ac30 None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5e5efb11-f20b-442b-9638-9ede6fff3e1b', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:b2:3d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:36Z', 'updated_at': '2022-08-29T23:55:55Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:55:57.586722 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-593a5f47-d9fc-4482-8e49-513a48a75657 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (6c0e3819-184c-488c-a98b-f8147e02bfbf), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.655201 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-593a5f47-d9fc-4482-8e49-513a48a75657 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (6c0e3819-184c-488c-a98b-f8147e02bfbf), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.721266 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-593a5f47-d9fc-4482-8e49-513a48a75657 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (6c0e3819-184c-488c-a98b-f8147e02bfbf), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.725877 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add66f15-8d52-4ca3-98aa-548d17aeb3c3 None None] New status for floating IP 5e5efb11-f20b-442b-9638-9ede6fff3e1b: ACTIVE {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:55:57.743459 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a5f47-d9fc-4482-8e49-513a48a75657 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0e3819-184c-488c-a98b-f8147e02bfbf,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:57.820514 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-593a5f47-d9fc-4482-8e49-513a48a75657 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.824071 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-593a5f47-d9fc-4482-8e49-513a48a75657 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3459151 Aug 29 23:55:57.824940 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51240) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:55:57.829399 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:55:57.949897 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:57.964403 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:58.033231 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.090183 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:58.147635 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Allocated IP 172.27.2.95 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/80167ac8-0c34-439a-9b96-d78235fd6c79) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:55:58.264440 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for port (80167ac8-0c34-439a-9b96-d78235fd6c79), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.333718 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (80167ac8-0c34-439a-9b96-d78235fd6c79), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.377987 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:55:58.381220 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:55:58.387049 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:55:58.396142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'Port': ['ID=80167ac8-0c34-439a-9b96-d78235fd6c79,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:58.439176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (0c7e81b5-260e-4a86-b2ef-3c07d9c3a450), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.512034 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (80167ac8-0c34-439a-9b96-d78235fd6c79), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.681117 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for port (80167ac8-0c34-439a-9b96-d78235fd6c79), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.744462 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (80167ac8-0c34-439a-9b96-d78235fd6c79), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.745303 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (0c7e81b5-260e-4a86-b2ef-3c07d9c3a450), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.778693 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:58.804072 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'Port': ['ID=80167ac8-0c34-439a-9b96-d78235fd6c79,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:55:58.883567 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:55:58.884960 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-3e2d8762-7f24-4356-a61a-5794747448f8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0589845 Aug 29 23:55:59.097908 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-9b04e2aa-e912-442c-b68d-79b2fcff0b94 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1960877919&fields=id&tenant_id=2d358f3073d446f49dc51777a7afc30e HTTP/1.1" status: 200 len: 267 time: 0.0518692 Aug 29 23:55:59.216384 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-1459f50f-0e40-492f-8eea-f44c0babf85d tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:55:59.217816 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-1459f50f-0e40-492f-8eea-f44c0babf85d tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 810 time: 0.1128449 Aug 29 23:55:59.234072 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-855546c4-1a9e-4234-b6e3-caaf819e7e92 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/quotas/2d358f3073d446f49dc51777a7afc30e HTTP/1.1" status: 200 len: 375 time: 0.0104792 Aug 29 23:55:59.266267 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:59.289683 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-90e81057-659e-42cc-8daf-fe27368b01b9 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499909 Aug 29 23:55:59.393175 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-1847e4a3-5a23-4ae3-9f6c-32210c3a8663 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894060 Aug 29 23:55:59.453512 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:55:59.496195 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-11ec6889-0528-4dbd-be46-010111c41599 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937188 Aug 29 23:55:59.771862 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-618ff5a9-197a-46a4-82c4-9fbe56691661 req-eda1e0df-88e9-45e2-9f3b-8301e83f5b45 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 210 time: 0.0292735 Aug 29 23:56:00.881976 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d875a8cf-38c6-4738-a120-e43a2fdab73b req-e1a941f1-a58d-4bcf-8831-fcedba29a5e7 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 210 time: 0.0304847 Aug 29 23:56:01.260492 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8c453c15-d61b-4a21-98e7-b71c7776e870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:01.993426 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-91633faf-bc9b-4ee0-88a2-0ac15d97bfaa req-c9ee5819-7f82-49a7-9b8a-e87fbe015a2a tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 210 time: 0.0321021 Aug 29 23:56:02.399754 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-ee877186-67c1-402b-9bd9-05dc9d4fe6d9 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:02.401301 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-ee877186-67c1-402b-9bd9-05dc9d4fe6d9 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 810 time: 0.1182070 Aug 29 23:56:02.475758 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-05ec9aa3-c7ce-4223-ad78-46cded8ee801 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2d358f3073d446f49dc51777a7afc30e HTTP/1.1" status: 200 len: 380 time: 0.0623143 Aug 29 23:56:02.487063 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'port': {'device_id': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'admin_state_up': True, 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'security_groups': ['e7424097-2838-4413-bbf0-464334d2f66b']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:02.681280 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Made reservation on behalf of 2d358f3073d446f49dc51777a7afc30e for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:56:02.686380 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:02.840658 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Allocated IP 172.20.0.14 (81309772-a7ea-411c-9807-d5770abcbfb5/8f22fed0-2271-4414-975d-90e99557fb03/9aab1db7-2f82-4fbf-b6c0-7f1a581d7326) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:56:02.946456 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:02.996029 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:03.134001 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:03.181154 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:03.193976 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Network 81309772-a7ea-411c-9807-d5770abcbfb5 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:56:03.197972 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:56:03.200968 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:56:03.210232 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:03.210232 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:03.220075 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event updated for resources: {'Port': ['ID=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:03.303232 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-acc31105-6cda-4419-a5ad-57192c15b057 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8201232 Aug 29 23:56:03.323820 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cff8a2-93bb-42fb-8dd2-472bec8a0548 req-6fd90526-16f6-4b14-9b38-5fbb652f4866 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:03.325518 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77cff8a2-93bb-42fb-8dd2-472bec8a0548 req-6fd90526-16f6-4b14-9b38-5fbb652f4866 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 932 time: 0.2509799 Aug 29 23:56:03.386727 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Request body: {'port': {'device_id': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:03.393891 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77cff8a2-93bb-42fb-8dd2-472bec8a0548 req-4df6fe70-59b0-4ffb-a9f2-bdcfb13f9135 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621147 Aug 29 23:56:03.421940 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-a49fa07b-8d97-4417-b620-4164b22d2c07 None None] Provisioning complete for port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:56:03.422661 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a49fa07b-8d97-4417-b620-4164b22d2c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:03.447245 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-98774a7b-a1f5-4129-96da-7b6deb675a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:03.461569 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:03.470648 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-a49fa07b-8d97-4417-b620-4164b22d2c07 None None] Port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:56:03.740587 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:56:03.748553 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Publish callbacks [] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:03.761557 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Transition to ACTIVE for port object 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:56:03.824262 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:04.135757 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Pushing event updated for resources: {'Port': ['ID=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:04.157828 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Attempting to bind port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:56:04.157828 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Attempting to bind port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:56:04.157828 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Attempting to bind port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 on network 81309772-a7ea-411c-9807-d5770abcbfb5 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:56:04.162474 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 on network 81309772-a7ea-411c-9807-d5770abcbfb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:56:04.162784 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Attempting to bind port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 on network 81309772-a7ea-411c-9807-d5770abcbfb5 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:56:04.168290 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:56:04.168627 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Checking segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:56:04.169010 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Bound using segment: {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:56:04.169440 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Bound port: 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:56:04.169796 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:04.172508 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:04.236430 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] For port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:56:04.240864 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] For port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:56:04.316348 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:04.321293 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.321929 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:04.323415 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 HTTP/1.1" status: 200 len: 1094 time: 0.9418056 Aug 29 23:56:04.323935 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'tag': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:04.326232 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824dffa7-aaf6-40bf-abf2-a5d51a9d9c60" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcf4e47-8d33-4c78-a889-876e9f941757", "tag": "9aab1db7-2f82-4fbf-b6c0-7f1a581d7326"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:04.377904 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baaa8fed-8738-4c85-bff9-bac4e205acc5 x-openstack-request-id: req-baaa8fed-8738-4c85-bff9-bac4e205acc5 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:04.378219 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcf4e47-8d33-4c78-a889-876e9f941757", "tag": "9aab1db7-2f82-4fbf-b6c0-7f1a581d7326", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:04.378492 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-baaa8fed-8738-4c85-bff9-bac4e205acc5 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:04.378902 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baaa8fed-8738-4c85-bff9-bac4e205acc5'] response: {'name': 'network-changed', 'server_uuid': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'tag': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'status': 'completed', 'code': 200} Aug 29 23:56:04.391255 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b741d1-82fe-4026-800a-d4571b92ed63 service neutron] Pushing event updated for resources: {'Port': ['ID=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:04.449205 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dffa7-aaf6-40bf-abf2-a5d51a9d9c60 req-4de04ff5-a5c6-4496-81b9-f8b1e8ce78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.450942 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-824dffa7-aaf6-40bf-abf2-a5d51a9d9c60 req-4de04ff5-a5c6-4496-81b9-f8b1e8ce78d6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 1128 time: 0.0473666 Aug 29 23:56:04.572930 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365535d9-5b6b-406a-a3ab-6e97bebe7717 req-f9aaa93c-8ab9-490d-867f-061c52e120c4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.574441 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-365535d9-5b6b-406a-a3ab-6e97bebe7717 req-f9aaa93c-8ab9-490d-867f-061c52e120c4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 944 time: 0.0621352 Aug 29 23:56:04.618096 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dffa7-aaf6-40bf-abf2-a5d51a9d9c60 req-d0f75927-9cae-41ad-ac46-9e38c86ebc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.619589 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-824dffa7-aaf6-40bf-abf2-a5d51a9d9c60 req-d0f75927-9cae-41ad-ac46-9e38c86ebc4a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=2d358f3073d446f49dc51777a7afc30e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1595449 Aug 29 23:56:04.692660 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-365535d9-5b6b-406a-a3ab-6e97bebe7717 req-f2c15e40-0b34-4c9b-8414-bcf5cfaa3de7 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073914 Aug 29 23:56:04.693477 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:04.747228 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dffa7-aaf6-40bf-abf2-a5d51a9d9c60 req-d2b0dead-3163-402a-80b4-6f626add6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.748850 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-824dffa7-aaf6-40bf-abf2-a5d51a9d9c60 req-d2b0dead-3163-402a-80b4-6f626add6fdf service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1198275 Aug 29 23:56:04.806022 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:04.839422 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-587cbc51-2903-4558-800e-a9e8b7f35204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.840984 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-587cbc51-2903-4558-800e-a9e8b7f35204 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 1128 time: 0.0447547 Aug 29 23:56:04.886146 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-c7eb37d5-5c8c-475d-a18e-9b6b8f213845 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 HTTP/1.1" status: 200 len: 217 time: 0.0355282 Aug 29 23:56:04.938156 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-c21423d6-9d61-41dd-84ab-db258353b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.939762 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-c21423d6-9d61-41dd-84ab-db258353b20d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.0469856 Aug 29 23:56:04.985125 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-d169e0c6-3fa8-4bd3-8450-e2cea8f5f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:04.986551 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-d169e0c6-3fa8-4bd3-8450-e2cea8f5f197 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403728 Aug 29 23:56:05.087616 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-08e7ead1-25f7-451a-9b9a-a38cb1d7c9dd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913787 Aug 29 23:56:05.190667 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e0a08c0-6bb6-40da-8c4e-45c9d08b5a06 req-590c5228-d5af-499c-bcd4-282788514189 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958118 Aug 29 23:56:05.884985 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cce49-acbf-4d16-8a71-cc6d55b891f2 req-538e36cd-12b6-4ca5-9d95-28beb8d16e85 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:05.886687 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-686cce49-acbf-4d16-8a71-cc6d55b891f2 req-538e36cd-12b6-4ca5-9d95-28beb8d16e85 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 944 time: 0.1076846 Aug 29 23:56:05.944526 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-686cce49-acbf-4d16-8a71-cc6d55b891f2 req-253c125c-5da1-4019-921d-d9f42ddd6e78 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518098 Aug 29 23:56:06.183499 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:06.263880 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:06.538395 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-0a4ee145-0fe2-47d7-8408-aca1377d1144 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395296 Aug 29 23:56:06.599604 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-2b94ba57-2c02-489e-9d20-84b2ea9d1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:06.601194 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-2b94ba57-2c02-489e-9d20-84b2ea9d1186 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=cb38bc3ae5c14e4c8385809d84573600&device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 1130 time: 0.0403850 Aug 29 23:56:06.713953 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-8201a074-8762-4f55-8011-672af1d57061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:06.715486 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-8201a074-8762-4f55-8011-672af1d57061 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 200 len: 921 time: 0.0923867 Aug 29 23:56:06.769403 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-3812deff-38bd-4030-8af6-de02385fcc4b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c HTTP/1.1" status: 200 len: 217 time: 0.0335729 Aug 29 23:56:06.782845 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:06.826260 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-ea596db7-eb72-4eed-8e45-e02204db45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:06.827742 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-ea596db7-eb72-4eed-8e45-e02204db45ff service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 200 len: 858 time: 0.0525451 Aug 29 23:56:06.871678 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-0cf6b832-17d8-4fcf-985e-66fa4208046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:06.873265 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-0cf6b832-17d8-4fcf-985e-66fa4208046e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=f41e94be-340b-4555-8a1d-79b9b3c4ac59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389304 Aug 29 23:56:06.975135 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-cb746888-d09e-4879-817e-8e71b53e7797 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936167 Aug 29 23:56:07.094992 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c0bd-7f95-4e74-8b2b-b5cd8ccae8ae req-e0c0fcb0-e57f-4303-a506-6ee2b882d1f6 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:07.096486 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4bb6c0bd-7f95-4e74-8b2b-b5cd8ccae8ae req-e0c0fcb0-e57f-4303-a506-6ee2b882d1f6 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 944 time: 0.0615203 Aug 29 23:56:07.137791 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9676cd61-f34e-427f-821c-1e17aeb16069 req-1150fdfa-c45e-4bef-840d-777c7a6219ed service neutron] 10.222.0.61 "GET /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485522 Aug 29 23:56:07.152211 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:07.165775 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4bb6c0bd-7f95-4e74-8b2b-b5cd8ccae8ae req-5fc038a0-3155-4ff8-b8e0-44b1f90df10f tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619023 Aug 29 23:56:07.366344 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:07.367428 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=61,neutron:INSERT=10,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:07.472198 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=23 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:07.479117 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=65 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:08.294174 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf29245-cb84-4257-9068-1021866cedd1 req-00e607e0-a0eb-4efe-99e3-8e08056b0b66 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:08.295744 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6bf29245-cb84-4257-9068-1021866cedd1 req-00e607e0-a0eb-4efe-99e3-8e08056b0b66 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 944 time: 0.0480373 Aug 29 23:56:08.357456 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6bf29245-cb84-4257-9068-1021866cedd1 req-bda18b78-1b67-41e7-a2d0-21337d0ee9fa tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559323 Aug 29 23:56:08.415010 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:56:08.530566 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:08.543539 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'port_id': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'mac_address': 'fa:16:3e:7a:e0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:56:08.585208 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:56:08.585601 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:08.599378 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:56:08.621342 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:08.709445 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:08.767885 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:09.102396 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['9aab1db7-2f82-4fbf-b6c0-7f1a581d7326'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:09.487962 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f9250-0716-4e86-b31a-e14f09073d1d req-175c684f-5389-4ef5-86d0-7e5d7033f9ab tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:09.489911 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-051f9250-0716-4e86-b31a-e14f09073d1d req-175c684f-5389-4ef5-86d0-7e5d7033f9ab tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 945 time: 0.0509801 Aug 29 23:56:09.553441 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-051f9250-0716-4e86-b31a-e14f09073d1d req-98186be9-c817-4958-bf72-c0c7d18d97b0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566280 Aug 29 23:56:10.076027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:10.417857 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:56:10.441885 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:10.463879 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:56:10.509633 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:56:10.510019 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:10.594092 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:56:10.594092 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:10.633845 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:10.635985 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd1014f-f4ef-49e0-989c-f21225b0cb96" -d '{"events": [{"server_uuid": "9fcf4e47-8d33-4c78-a889-876e9f941757", "name": "network-vif-plugged", "status": "completed", "tag": "9aab1db7-2f82-4fbf-b6c0-7f1a581d7326"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:10.644408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:10.657876 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:10.704808 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed842d-98d8-4903-811f-6d19613a42b1 req-bcffe46b-c3af-446a-aabe-d86a682907b0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:10.706341 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-27ed842d-98d8-4903-811f-6d19613a42b1 req-bcffe46b-c3af-446a-aabe-d86a682907b0 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 945 time: 0.0575821 Aug 29 23:56:10.715598 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:10.763970 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-27ed842d-98d8-4903-811f-6d19613a42b1 req-a3756d58-de97-4103-b131-c89785ab8b31 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516450 Aug 29 23:56:10.768104 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:10.814235 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8451c91e-2a68-42a0-90ef-dab8878b5dad x-openstack-request-id: req-8451c91e-2a68-42a0-90ef-dab8878b5dad {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:10.814587 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcf4e47-8d33-4c78-a889-876e9f941757", "name": "network-vif-plugged", "status": "completed", "tag": "9aab1db7-2f82-4fbf-b6c0-7f1a581d7326", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:10.814848 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8451c91e-2a68-42a0-90ef-dab8878b5dad {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:10.815252 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8451c91e-2a68-42a0-90ef-dab8878b5dad'] response: {'server_uuid': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'code': 200} Aug 29 23:56:11.102388 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169d415-53e0-45c9-83df-7a2eb9751a1a req-22c99bb4-3933-4d78-a0af-c994b013b8ce tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:11.103993 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7169d415-53e0-45c9-83df-7a2eb9751a1a req-22c99bb4-3933-4d78-a0af-c994b013b8ce tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0528476 Aug 29 23:56:11.155145 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7169d415-53e0-45c9-83df-7a2eb9751a1a req-38f9520f-f288-47be-a5c3-b611cb513d55 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439129 Aug 29 23:56:11.896084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae3fd9-5075-4448-9c7e-41699cbac1e5 req-eb57ef7e-9e78-45a7-832a-3054ecc36722 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:11.897898 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0bae3fd9-5075-4448-9c7e-41699cbac1e5 req-eb57ef7e-9e78-45a7-832a-3054ecc36722 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0541101 Aug 29 23:56:11.948174 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0bae3fd9-5075-4448-9c7e-41699cbac1e5 req-ea73a415-2d52-41f2-9a39-2a44f3c29979 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443344 Aug 29 23:56:12.279781 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16248f62-abac-47d2-b10b-181193970e17 req-ce7b2731-66c9-4e44-a1e6-9aab5601ba58 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:12.281325 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-16248f62-abac-47d2-b10b-181193970e17 req-ce7b2731-66c9-4e44-a1e6-9aab5601ba58 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0496206 Aug 29 23:56:12.335269 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-16248f62-abac-47d2-b10b-181193970e17 req-3b66e476-1aab-4ef2-8935-1728296951d0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479228 Aug 29 23:56:13.152546 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31700eab-6056-4bfc-b965-84f10efbd825 req-95d35b7e-fce1-4c39-8811-f18c6f6f030b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.154216 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-31700eab-6056-4bfc-b965-84f10efbd825 req-95d35b7e-fce1-4c39-8811-f18c6f6f030b tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0545695 Aug 29 23:56:13.210356 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-31700eab-6056-4bfc-b965-84f10efbd825 req-947aa845-2e16-4557-b8f3-5325de161606 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491610 Aug 29 23:56:13.467279 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea3031-f1db-4cc2-920c-7f24ec6dfb3e req-ccd942ff-e982-43d7-9130-ed7cef36761a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:13.469084 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-24ea3031-f1db-4cc2-920c-7f24ec6dfb3e req-ccd942ff-e982-43d7-9130-ed7cef36761a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0499275 Aug 29 23:56:13.495423 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:13.520786 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-24ea3031-f1db-4cc2-920c-7f24ec6dfb3e req-7fbb20ac-8d35-4e5a-b809-f8a538ada949 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459847 Aug 29 23:56:14.332846 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf46bf-f8ea-4216-b570-dddca1539df4 req-f15e469f-607c-43c5-b493-964ec9ef310d tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:14.334271 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a7cf46bf-f8ea-4216-b570-dddca1539df4 req-f15e469f-607c-43c5-b493-964ec9ef310d tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0476007 Aug 29 23:56:14.383685 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a7cf46bf-f8ea-4216-b570-dddca1539df4 req-8fa0b4c3-773a-438b-9ae4-4a9de40f65ba tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430889 Aug 29 23:56:14.578090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b89857-6cfb-4d02-8555-0facab0cd78f req-b14bd74e-14ae-4297-94a3-c73ea4726044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:14.579665 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-65b89857-6cfb-4d02-8555-0facab0cd78f req-b14bd74e-14ae-4297-94a3-c73ea4726044 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 1130 time: 0.0438693 Aug 29 23:56:14.645694 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460e7f1-30db-40fd-9973-73779082ff55 req-b72dbe31-0df0-4a0b-a89f-d8e17bd7cb6d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:14.647260 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7460e7f1-30db-40fd-9973-73779082ff55 req-b72dbe31-0df0-4a0b-a89f-d8e17bd7cb6d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0486517 Aug 29 23:56:14.715971 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7460e7f1-30db-40fd-9973-73779082ff55 req-2a376265-ab66-4b3d-a3c9-689aa7e7d4fb tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619934 Aug 29 23:56:14.724938 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:14.744846 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-65b89857-6cfb-4d02-8555-0facab0cd78f req-0836cccf-724f-41e5-80dd-834e8c26257c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603547 Aug 29 23:56:15.507031 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea55fb-387e-457a-8d4c-7b0ae7b8ca4c req-4037df2a-ae75-4741-8c36-0d1c33aefe9e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:15.509192 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-96ea55fb-387e-457a-8d4c-7b0ae7b8ca4c req-4037df2a-ae75-4741-8c36-0d1c33aefe9e tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0522242 Aug 29 23:56:15.559042 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-96ea55fb-387e-457a-8d4c-7b0ae7b8ca4c req-21bce7b7-505e-4f1a-a711-c1b4b673f3bc tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442853 Aug 29 23:56:15.772141 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-5741f713-1dee-45a1-a62d-22a657cb5b01 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:15.774563 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-5741f713-1dee-45a1-a62d-22a657cb5b01 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0533199 Aug 29 23:56:15.905699 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b6264-91ef-454a-be53-6bbc7b5111ca req-cdf57466-b6f8-4919-b248-5fbd12148ecf tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:15.907246 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f04b6264-91ef-454a-be53-6bbc7b5111ca req-cdf57466-b6f8-4919-b248-5fbd12148ecf tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 946 time: 0.0889831 Aug 29 23:56:15.916466 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Deleting port 4496c220-d785-47cc-8a05-42c8832bf15c {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:15.916807 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:16.023609 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f04b6264-91ef-454a-be53-6bbc7b5111ca req-f256df0b-059c-405c-83e7-d09cb484a80a tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=011b0548-f27f-40a1-8737-841dd0c56297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081245 Aug 29 23:56:16.072444 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] For port 4496c220-d785-47cc-8a05-42c8832bf15c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4496c220-d785-47cc-8a05-42c8832bf15c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:16.072816 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:16.276441 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:16.276695 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (a5d56cf3-5398-4d27-83c5-a43e69e1701c), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:16.277172 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Floating IP a5d56cf3-5398-4d27-83c5-a43e69e1701c disassociated. External IP: 172.27.2.14, port: 4496c220-d785-47cc-8a05-42c8832bf15c. Aug 29 23:56:16.277570 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Calling delete_port for 4496c220-d785-47cc-8a05-42c8832bf15c owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:16.422072 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:16.504459 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (4496c220-d785-47cc-8a05-42c8832bf15c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:16.539282 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event deleted for resources: {'Port': ['ID=4496c220-d785-47cc-8a05-42c8832bf15c,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:16.550208 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.552439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.552439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.552439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.552439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.552439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.552439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.553326 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.553326 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.553326 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.553724 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.557080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.557080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.557080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.557080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:16.688910 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:16.738213 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85710e-06b6-4bc7-88fa-a45a47284dc9 req-985827c8-6808-44b4-a696-615023c589d2 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:16.739834 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5f85710e-06b6-4bc7-88fa-a45a47284dc9 req-985827c8-6808-44b4-a696-615023c589d2 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0658255 Aug 29 23:56:16.750481 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Router cd22b49f-721e-45c9-a6fc-acd77851c4d5 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:16.851606 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5f85710e-06b6-4bc7-88fa-a45a47284dc9 req-3242b7cd-a8c1-4973-962d-23d93e2e1f03 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039119 Aug 29 23:56:16.916919 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:16.928106 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] Sync routers for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:16.943657 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:16.944297 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:17.046484 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] No DVR routers for this DVR port 4496c220-d785-47cc-8a05-42c8832bf15c on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:17.051672 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:17.055681 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3f987b91-a123-4a7e-96f9-d52a55f8bb4b req-285895b4-e622-4380-b48a-ff835cf67d06 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "DELETE /networking/v2.0/ports/4496c220-d785-47cc-8a05-42c8832bf15c HTTP/1.1" status: 204 len: 173 time: 1.2756739 Aug 29 23:56:17.066723 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'name': 'network-vif-deleted', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:17.074297 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222dc6b8-ee95-4f76-acb5-62ea357a7129" -d '{"events": [{"server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "name": "network-vif-deleted", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:17.103952 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d93c55-c4b7-409f-9789-cf0e240f1560 req-0f45b4aa-e7eb-4caa-aad0-7fd1b6deefcf tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:17.105553 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-40d93c55-c4b7-409f-9789-cf0e240f1560 req-0f45b4aa-e7eb-4caa-aad0-7fd1b6deefcf tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.1423793 Aug 29 23:56:17.116257 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51370) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:17.122395 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Request body: {'floatingip': {'port_id': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:17.201248 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:17.202047 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (0c7e81b5-260e-4a86-b2ef-3c07d9c3a450), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:17.206394 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9d9e0f99-ceac-4882-ac17-bef9e101beb7 req-b27d76bb-b4ae-4680-b4ef-299a2015319e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0727606 Aug 29 23:56:17.222581 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9716c1c-54db-4a6d-b04e-4875bf1ad4da x-openstack-request-id: req-b9716c1c-54db-4a6d-b04e-4875bf1ad4da {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:17.222872 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a360a-1fe2-45f0-ad59-f9e69381ac28", "name": "network-vif-deleted", "tag": "4496c220-d785-47cc-8a05-42c8832bf15c", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:17.223130 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b9716c1c-54db-4a6d-b04e-4875bf1ad4da {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:17.223635 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9716c1c-54db-4a6d-b04e-4875bf1ad4da'] response: {'server_uuid': '5c3a360a-1fe2-45f0-ad59-f9e69381ac28', 'name': 'network-vif-deleted', 'tag': '4496c220-d785-47cc-8a05-42c8832bf15c', 'status': 'completed', 'code': 200} Aug 29 23:56:17.476847 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:17.511703 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] Checking router: cd22b49f-721e-45c9-a6fc-acd77851c4d5 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:17.522676 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:17.523598 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:17.638909 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:17.723836 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:17.857360 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:17.872542 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:17.902974 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a263c-7a01-400d-b678-922c6dd31ad6 None None] The sync data for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi is: [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:17Z', 'revision_number': 4, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'c1c97f1d-489d-40bd-b795-1dfef8a578b0', 'name': '', 'network_id': 'f41e94be-340b-4555-8a1d-79b9b3c4ac59', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'mac_address': 'fa:16:3e:aa:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:15Z', 'updated_at': '2022-08-29T23:51:38Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'subnets': [{'id': '59887db0-8ea3-40bf-bd94-58908598d93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:17.938073 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (0c7e81b5-260e-4a86-b2ef-3c07d9c3a450), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:18.029759 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7ca7d-6ce9-4436-883f-2351eec52256 req-3d35551d-f5ce-421f-a34e-5e01e7234e16 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:18.031426 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-03f7ca7d-6ce9-4436-883f-2351eec52256 req-3d35551d-f5ce-421f-a34e-5e01e7234e16 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.0909939 Aug 29 23:56:18.111455 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Floating IP 0c7e81b5-260e-4a86-b2ef-3c07d9c3a450 associated. External IP: 172.27.2.95, port: 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326. Aug 29 23:56:18.161274 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c56be-311d-4e10-8ca4-b8f3b583b03c None None] New status for floating IP a5d56cf3-5398-4d27-83c5-a43e69e1701c: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:56:18.167380 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-03f7ca7d-6ce9-4436-883f-2351eec52256 req-554eb306-2194-46aa-b03d-8d513a11fd50 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047497 Aug 29 23:56:18.432078 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4496c220-d785-47cc-8a05-42c8832bf15c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:18.453295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 4496c220-d785-47cc-8a05-42c8832bf15c {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:18.454898 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4496c220-d785-47cc-8a05-42c8832bf15c not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:18.500736 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61ecf845-3dc0-4497-8ab8-43507a0abe77 req-af2cef68-1fbd-474f-ba9b-d56d46cda8c1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0378280 Aug 29 23:56:18.617914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:18.668396 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:18.732007 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:18.736372 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:18.741860 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] Sync routers for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:18.752396 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:18.753001 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:18.768647 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-bfb89ef6-e52d-48eb-813c-d462c4b97277 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/0c7e81b5-260e-4a86-b2ef-3c07d9c3a450 HTTP/1.1" status: 200 len: 991 time: 1.6509898 Aug 29 23:56:18.864294 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:19.041107 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:19.088437 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:19.107445 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '0c7e81b5-260e-4a86-b2ef-3c07d9c3a450', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'port_id': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'mac_address': 'fa:16:3e:7a:e0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:58Z', 'updated_at': '2022-08-29T23:56:17Z', 'revision_number': 1, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:19.134184 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] Checking router: 3c569ee0-82a9-4b20-bc3e-774b9ab33219 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:19.143817 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:19.144427 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:19.224990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'tag': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:19.227530 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be96c672-1527-4053-a173-ddc179d43b87" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcf4e47-8d33-4c78-a889-876e9f941757", "tag": "9aab1db7-2f82-4fbf-b6c0-7f1a581d7326"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:19.264324 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:19.286261 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d714f9f-504b-4db6-b878-c6434ebb80ec x-openstack-request-id: req-5d714f9f-504b-4db6-b878-c6434ebb80ec {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:19.286662 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcf4e47-8d33-4c78-a889-876e9f941757", "tag": "9aab1db7-2f82-4fbf-b6c0-7f1a581d7326", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:19.286831 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d714f9f-504b-4db6-b878-c6434ebb80ec {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:19.287227 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d714f9f-504b-4db6-b878-c6434ebb80ec'] response: {'name': 'network-changed', 'server_uuid': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'tag': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'status': 'completed', 'code': 200} Aug 29 23:56:19.308752 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ef2ca-5762-4341-a3c3-3df8bd34004e req-106073c2-da65-4105-93fc-18b9e4663d03 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:19.310213 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-aa7ef2ca-5762-4341-a3c3-3df8bd34004e req-106073c2-da65-4105-93fc-18b9e4663d03 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.0577269 Aug 29 23:56:19.368716 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-aa7ef2ca-5762-4341-a3c3-3df8bd34004e req-c1869a55-3a7f-405f-999e-b7eaaa5d95c9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528522 Aug 29 23:56:19.486909 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '0c7e81b5-260e-4a86-b2ef-3c07d9c3a450', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'port_id': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'mac_address': 'fa:16:3e:7a:e0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:58Z', 'updated_at': '2022-08-29T23:56:17Z', 'revision_number': 1, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:19.513220 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b550eb-bdef-41eb-af60-9fe859254481 None None] The sync data for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi is: [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '0c7e81b5-260e-4a86-b2ef-3c07d9c3a450', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'port_id': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'mac_address': 'fa:16:3e:7a:e0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:55:58Z', 'updated_at': '2022-08-29T23:56:17Z', 'revision_number': 1, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:19.627272 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-932c76b6-c6a5-4bab-815a-9b93d4419eb2 req-f0f00d89-ae29-42c0-91fa-12a17548885e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5c3a360a-1fe2-45f0-ad59-f9e69381ac28 HTTP/1.1" status: 200 len: 210 time: 0.0311928 Aug 29 23:56:19.724461 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac194f8-5b50-416c-9f3f-fb456fee711f None None] New status for floating IP 0c7e81b5-260e-4a86-b2ef-3c07d9c3a450: ACTIVE {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:56:19.785700 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c672-1527-4053-a173-ddc179d43b87 req-5efbbaf2-46aa-4d4d-b476-7d1cd84207f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:19.787425 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be96c672-1527-4053-a173-ddc179d43b87 req-5efbbaf2-46aa-4d4d-b476-7d1cd84207f8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2d358f3073d446f49dc51777a7afc30e&device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 1130 time: 0.0403504 Aug 29 23:56:19.900597 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c672-1527-4053-a173-ddc179d43b87 req-68e12b6e-51f8-47ab-a7b3-6d1f67abe7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:19.902091 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be96c672-1527-4053-a173-ddc179d43b87 req-68e12b6e-51f8-47ab-a7b3-6d1f67abe7b5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 200 len: 912 time: 0.1065702 Aug 29 23:56:19.974963 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-2f6795af-9250-4fb0-9486-7a39818a143f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:19.976725 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-2f6795af-9250-4fb0-9486-7a39818a143f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.0954335 Aug 29 23:56:20.001761 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be96c672-1527-4053-a173-ddc179d43b87 req-66a102aa-c3c6-4661-af70-76b646bb297d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 HTTP/1.1" status: 200 len: 999 time: 0.0833471 Aug 29 23:56:20.025687 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:20.115818 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c672-1527-4053-a173-ddc179d43b87 req-2baedf4f-1650-46d3-80a8-a58e911dc38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:20.118184 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be96c672-1527-4053-a173-ddc179d43b87 req-2baedf4f-1650-46d3-80a8-a58e911dc38c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 200 len: 849 time: 0.0912433 Aug 29 23:56:20.128130 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Deleting port 70011c53-2246-46a9-9308-734ee213614a {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:20.134257 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (70011c53-2246-46a9-9308-734ee213614a), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:20.220678 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c672-1527-4053-a173-ddc179d43b87 req-23007789-2700-48c1-a663-0ff83c417ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:20.222128 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be96c672-1527-4053-a173-ddc179d43b87 req-23007789-2700-48c1-a663-0ff83c417ec7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=81309772-a7ea-411c-9807-d5770abcbfb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905926 Aug 29 23:56:20.312085 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] For port 70011c53-2246-46a9-9308-734ee213614a, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=70011c53-2246-46a9-9308-734ee213614a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:20.312624 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (70011c53-2246-46a9-9308-734ee213614a), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:20.400084 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be96c672-1527-4053-a173-ddc179d43b87 req-c20ec458-467a-44de-89b8-0ab5df5ab73b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670954 Aug 29 23:56:20.581154 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f6b07-0264-497a-a272-924b8841f7a1 req-de380ff5-42e2-402f-84d8-c8386cf149f9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:20.582577 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-510f6b07-0264-497a-a272-924b8841f7a1 req-de380ff5-42e2-402f-84d8-c8386cf149f9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 947 time: 0.1295812 Aug 29 23:56:20.590445 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:20.635480 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:20.635761 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (0f73356c-763c-4115-a7cc-cc8ed6fea468), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:20.636080 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Floating IP 0f73356c-763c-4115-a7cc-cc8ed6fea468 disassociated. External IP: 172.27.2.40, port: 70011c53-2246-46a9-9308-734ee213614a. Aug 29 23:56:20.636421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Calling delete_port for 70011c53-2246-46a9-9308-734ee213614a owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:20.673878 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-be96c672-1527-4053-a173-ddc179d43b87 req-c42542bb-e1cd-473c-beba-ed7340e182c6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652400 Aug 29 23:56:20.722160 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-510f6b07-0264-497a-a272-924b8841f7a1 req-3fe4d6c4-f260-41fa-b485-138d1b779763 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=a382232c-3898-44f3-b541-a47cdbbae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269526 Aug 29 23:56:20.909509 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (70011c53-2246-46a9-9308-734ee213614a), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:20.939938 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event deleted for resources: {'Port': ['ID=70011c53-2246-46a9-9308-734ee213614a,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:20.961018 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51400) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:20.997683 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:21.031292 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5eaba812-efeb-4ad8-9ea0-251ae6526194 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group (011b0548-f27f-40a1-8737-841dd0c56297), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.062983 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Router a79468d6-c4ed-4600-8dc3-c201621a7df0 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:21.065725 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5eaba812-efeb-4ad8-9ea0-251ae6526194 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group (011b0548-f27f-40a1-8737-841dd0c56297), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.186624 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:21.198207 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] Sync routers for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:21.211770 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:21.212482 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:21.224220 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5eaba812-efeb-4ad8-9ea0-251ae6526194 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (011b0548-f27f-40a1-8737-841dd0c56297), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.228527 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5eaba812-efeb-4ad8-9ea0-251ae6526194 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.244315 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5eaba812-efeb-4ad8-9ea0-251ae6526194 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/011b0548-f27f-40a1-8737-841dd0c56297 HTTP/1.1" status: 204 len: 168 time: 0.2682984 Aug 29 23:56:21.244558 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51402) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:21.244558 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] No DVR routers for this DVR port 70011c53-2246-46a9-9308-734ee213614a on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:21.244789 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaba812-efeb-4ad8-9ea0-251ae6526194 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=011b0548-f27f-40a1-8737-841dd0c56297,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:21.250292 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.253622 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-064689c3-024c-4eaa-a0cd-e303e79ce3f6 req-0d5140f1-5265-4319-976d-042fca5640ca tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "DELETE /networking/v2.0/ports/70011c53-2246-46a9-9308-734ee213614a HTTP/1.1" status: 204 len: 173 time: 1.2636161 Aug 29 23:56:21.255252 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.api.v2.resource [None req-03b525dd-3eaa-4b5d-8467-b8dc35e4a695 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] show failed (client error): The resource could not be found. Aug 29 23:56:21.260721 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-03b525dd-3eaa-4b5d-8467-b8dc35e4a695 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups/011b0548-f27f-40a1-8737-841dd0c56297 HTTP/1.1" status: 404 len: 347 time: 0.0223045 Aug 29 23:56:21.261022 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51404) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:21.317019 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-deleted', 'tag': '70011c53-2246-46a9-9308-734ee213614a'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:21.319979 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459f73d9-356e-4238-95b6-d0ed2ebb9b97" -d '{"events": [{"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-deleted", "tag": "70011c53-2246-46a9-9308-734ee213614a"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:21.381806 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94daa23c-eb97-48e1-b89d-eec84ba443e3 x-openstack-request-id: req-94daa23c-eb97-48e1-b89d-eec84ba443e3 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:21.382825 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781bf4fc-f6e6-4efc-b757-5888339b6b3c", "name": "network-vif-deleted", "tag": "70011c53-2246-46a9-9308-734ee213614a", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:21.383131 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94daa23c-eb97-48e1-b89d-eec84ba443e3 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:21.384181 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94daa23c-eb97-48e1-b89d-eec84ba443e3'] response: {'server_uuid': '781bf4fc-f6e6-4efc-b757-5888339b6b3c', 'name': 'network-vif-deleted', 'tag': '70011c53-2246-46a9-9308-734ee213614a', 'status': 'completed', 'code': 200} Aug 29 23:56:21.434716 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Deleting port 3554b6f1-0725-4994-b4ee-5742307fe889 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:21.435068 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (3554b6f1-0725-4994-b4ee-5742307fe889), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.473444 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:21.539069 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (3554b6f1-0725-4994-b4ee-5742307fe889), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.539436 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (3554b6f1-0725-4994-b4ee-5742307fe889), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.557140 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Calling delete_port for 3554b6f1-0725-4994-b4ee-5742307fe889 owned by network:floatingip {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:21.615466 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:21.698490 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:21.725031 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] Checking router: a79468d6-c4ed-4600-8dc3-c201621a7df0 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:21.734000 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:21.734638 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:21.773377 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (3554b6f1-0725-4994-b4ee-5742307fe889), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.814071 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event deleted for resources: {'Port': ['ID=3554b6f1-0725-4994-b4ee-5742307fe889,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:21.845357 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks [] for floatingip (a5d56cf3-5398-4d27-83c5-a43e69e1701c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.848156 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:21.852759 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:21.862567 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-9f883257-3ae0-459b-9608-36f8ea2a9c5f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/a5d56cf3-5398-4d27-83c5-a43e69e1701c HTTP/1.1" status: 204 len: 168 time: 0.5903990 Aug 29 23:56:21.898996 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-49a050d7-1226-4c2c-9eb0-9b1eae016214 req-39368bfb-e374-44a2-bf1d-638706e99c71 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=781bf4fc-f6e6-4efc-b757-5888339b6b3c HTTP/1.1" status: 200 len: 210 time: 0.0344276 Aug 29 23:56:21.955823 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:22.016301 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:22.071177 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:22.099232 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a9c3d8-9995-46c9-a8b0-f0ed40fb09ab None None] The sync data for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi is: [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:22.347607 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e66258-2f5a-4d96-8898-e8dfa06c8d93 None None] New status for floating IP 0f73356c-763c-4115-a7cc-cc8ed6fea468: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:56:22.431918 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:22.481190 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 70011c53-2246-46a9-9308-734ee213614a {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:22.481439 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 70011c53-2246-46a9-9308-734ee213614a not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:23.116793 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51418) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:23.193650 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2752b2db-e0cd-495c-af4c-386bfb83cf89 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (a382232c-3898-44f3-b541-a47cdbbae8e0), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.217903 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2752b2db-e0cd-495c-af4c-386bfb83cf89 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (a382232c-3898-44f3-b541-a47cdbbae8e0), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.350361 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2752b2db-e0cd-495c-af4c-386bfb83cf89 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a382232c-3898-44f3-b541-a47cdbbae8e0), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.354050 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-2752b2db-e0cd-495c-af4c-386bfb83cf89 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.355523 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-2752b2db-e0cd-495c-af4c-386bfb83cf89 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a382232c-3898-44f3-b541-a47cdbbae8e0 HTTP/1.1" status: 204 len: 168 time: 0.2377183 Aug 29 23:56:23.358510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51426) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:23.366144 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752b2db-e0cd-495c-af4c-386bfb83cf89 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a382232c-3898-44f3-b541-a47cdbbae8e0,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:23.373952 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.api.v2.resource [None req-52efb97e-555f-429d-8ca5-ade8bc502423 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] show failed (client error): The resource could not be found. Aug 29 23:56:23.375061 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-52efb97e-555f-429d-8ca5-ade8bc502423 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups/a382232c-3898-44f3-b541-a47cdbbae8e0 HTTP/1.1" status: 404 len: 347 time: 0.0155511 Aug 29 23:56:23.378110 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51428) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:23.517138 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Deleting port 4bd8d425-b7fc-4ef8-a63b-75d4aab62119 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:23.517527 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.615802 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.616123 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.631270 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Calling delete_port for 4bd8d425-b7fc-4ef8-a63b-75d4aab62119 owned by network:floatingip {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:23.841048 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (4bd8d425-b7fc-4ef8-a63b-75d4aab62119), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.868943 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event deleted for resources: {'Port': ['ID=4bd8d425-b7fc-4ef8-a63b-75d4aab62119,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:23.931884 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (0f73356c-763c-4115-a7cc-cc8ed6fea468), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.934360 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:23.935563 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-1571e7c3-617e-469f-8f7f-42e005633bab tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/0f73356c-763c-4115-a7cc-cc8ed6fea468 HTTP/1.1" status: 204 len: 168 time: 0.5564489 Aug 29 23:56:24.080204 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51432) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:24.084880 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-614616b5-a623-442a-af63-7202848c24d0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033765527', 'description': 'tempest-description--1397247987'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:24.149984 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-614616b5-a623-442a-af63-7202848c24d0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.221157 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-614616b5-a623-442a-af63-7202848c24d0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (7a24367f-93c2-4841-99c1-c93ebcf39724), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.281019 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-614616b5-a623-442a-af63-7202848c24d0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (7a24367f-93c2-4841-99c1-c93ebcf39724), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.316160 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614616b5-a623-442a-af63-7202848c24d0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a24367f-93c2-4841-99c1-c93ebcf39724,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:24.397359 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-614616b5-a623-442a-af63-7202848c24d0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.398713 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-614616b5-a623-442a-af63-7202848c24d0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3174822 Aug 29 23:56:24.401742 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51436) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:24.406469 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-9b51d440-15bc-44ca-8fe1-77866a037753 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'security_group_rule': {'security_group_id': '7a24367f-93c2-4841-99c1-c93ebcf39724', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:24.505634 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9b51d440-15bc-44ca-8fe1-77866a037753 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (2f37878e-8750-48a8-9f98-dace9a652818), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.559690 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:24.570268 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9b51d440-15bc-44ca-8fe1-77866a037753 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (2f37878e-8750-48a8-9f98-dace9a652818), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.665313 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9b51d440-15bc-44ca-8fe1-77866a037753 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (2f37878e-8750-48a8-9f98-dace9a652818), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.690776 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51d440-15bc-44ca-8fe1-77866a037753 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f37878e-8750-48a8-9f98-dace9a652818,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:24.775143 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9b51d440-15bc-44ca-8fe1-77866a037753 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.779331 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-9b51d440-15bc-44ca-8fe1-77866a037753 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737726 Aug 29 23:56:24.779506 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:56:24.779982 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51442) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:24.784331 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-383f811d-ea92-465c-bb43-a419efa289a5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'security_group_rule': {'security_group_id': '7a24367f-93c2-4841-99c1-c93ebcf39724', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:24.885518 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-383f811d-ea92-465c-bb43-a419efa289a5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (08603a69-4507-4718-9b57-df740ea164c2), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:24.972791 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feada9-8607-4bbc-a7e4-814894c591ae req-82398b4a-3fc7-4fb1-9669-096309c109c2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:24.974311 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f1feada9-8607-4bbc-a7e4-814894c591ae req-82398b4a-3fc7-4fb1-9669-096309c109c2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0717206 Aug 29 23:56:24.987657 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-383f811d-ea92-465c-bb43-a419efa289a5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (08603a69-4507-4718-9b57-df740ea164c2), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.038015 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f1feada9-8607-4bbc-a7e4-814894c591ae req-cfcd1749-d793-4230-9183-184a00cea2b9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533020 Aug 29 23:56:25.064228 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-383f811d-ea92-465c-bb43-a419efa289a5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (08603a69-4507-4718-9b57-df740ea164c2), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.087317 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f811d-ea92-465c-bb43-a419efa289a5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08603a69-4507-4718-9b57-df740ea164c2,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:25.157569 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-383f811d-ea92-465c-bb43-a419efa289a5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.159051 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-383f811d-ea92-465c-bb43-a419efa289a5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3784215 Aug 29 23:56:25.162640 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51446) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:25.168006 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:25.263876 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.267768 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:25.315449 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:25.354356 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.475760 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Allocated IP 172.27.2.106 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/332a747b-d7d4-48d0-8f8f-cae5caf2fe28) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:56:25.602905 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for port (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.755590 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:25.802709 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:56:25.807894 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:56:25.812185 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:56:25.817637 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'Port': ['ID=332a747b-d7d4-48d0-8f8f-cae5caf2fe28,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:25.870031 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:25.910850 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (1673dfdc-c06d-41d5-a6f7-510cba05de2d), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:26.064012 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:26.197548 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24db9b9-34d3-4f8e-a820-baff4d5b1fb8 req-1a648504-a906-41d6-b818-284f892afeb4 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:26.199992 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b24db9b9-34d3-4f8e-a820-baff4d5b1fb8 req-1a648504-a906-41d6-b818-284f892afeb4 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0659194 Aug 29 23:56:26.236925 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:26.257577 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b24db9b9-34d3-4f8e-a820-baff4d5b1fb8 req-9754ba7c-3205-477a-8695-715994248d2d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501478 Aug 29 23:56:26.266097 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for port (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:26.326937 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:26.406085 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'Port': ['ID=332a747b-d7d4-48d0-8f8f-cae5caf2fe28,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:26.409682 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (1673dfdc-c06d-41d5-a6f7-510cba05de2d), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:26.483321 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:26.485175 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-54d69f11-fea9-4886-8578-3e23b9810347 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3203347 Aug 29 23:56:26.758143 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-14c81da6-01ea-42d0-b6cc-67747932cc29 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1033765527&fields=id&tenant_id=3fd4107165644976b1d8cdbeec3c8711 HTTP/1.1" status: 200 len: 267 time: 0.0479913 Aug 29 23:56:26.883535 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-0824d470-63c9-4084-bbde-a6774601fdcb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:26.885209 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-0824d470-63c9-4084-bbde-a6774601fdcb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 816 time: 0.1204371 Aug 29 23:56:26.905193 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-32f98abb-9f65-439d-ba32-361bb62e8db6 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/quotas/3fd4107165644976b1d8cdbeec3c8711 HTTP/1.1" status: 200 len: 375 time: 0.0114248 Aug 29 23:56:26.961195 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-41a11baa-4f04-46f1-9306-b1e9f43896e0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500095 Aug 29 23:56:27.121387 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-11e894f2-0169-4263-b50e-d17b1ee005a7 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479800 Aug 29 23:56:27.227113 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5fbd2baa-73f1-464c-a294-f1cb140d0a89 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998764 Aug 29 23:56:27.441845 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5de248-e061-4085-95c9-5c2d778db27d req-0452eddb-5070-4e0d-b864-a03369b467d2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:27.445300 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5f5de248-e061-4085-95c9-5c2d778db27d req-0452eddb-5070-4e0d-b864-a03369b467d2 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0956185 Aug 29 23:56:27.467199 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-ed2fea55-f989-47c8-901f-015c1fedf96e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:27.469592 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-ed2fea55-f989-47c8-901f-015c1fedf96e tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 946 time: 0.0854468 Aug 29 23:56:27.553718 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7a5df6b5-e7f0-49f8-adf4-b3b20d28f7bd req-e37275f0-4661-43a7-b4c0-e8e739f7a9f1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 210 time: 0.0835135 Aug 29 23:56:27.601394 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5f5de248-e061-4085-95c9-5c2d778db27d req-8df5d92c-5e9c-4590-8ed3-cba3d5268fc6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433246 Aug 29 23:56:27.650187 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Deleting port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:27.650581 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.777217 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] For port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:27.777538 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:27.794094 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Calling delete_port for a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:27.893914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:27.958282 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:28.041636 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:28.062433 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c', 'a058a5e2-fffb-402f-99cc-4946054648c3'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:28.081692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event deleted for resources: {'Port': ['ID=a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:28.399702 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] No DVR routers for this DVR port a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:28.402208 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:28.405494 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e7456785-d2f6-4d7b-a2d1-1bf2ce66c8cc req-e7265fe5-82a8-45c7-a3ea-7dd71fb181a9 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c HTTP/1.1" status: 204 len: 173 time: 0.9211843 Aug 29 23:56:28.406161 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d83695-337c-4680-ac86-9e9aa83f52f0', 'name': 'network-vif-deleted', 'tag': 'a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:28.409462 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a647f0b-1f91-49c3-a569-e429b86169f6" -d '{"events": [{"server_uuid": "e5d83695-337c-4680-ac86-9e9aa83f52f0", "name": "network-vif-deleted", "tag": "a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:28.450362 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e1c86f-8899-4da2-88a5-a79cdd42c2b9 x-openstack-request-id: req-05e1c86f-8899-4da2-88a5-a79cdd42c2b9 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:28.450813 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d83695-337c-4680-ac86-9e9aa83f52f0", "name": "network-vif-deleted", "tag": "a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:28.451076 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-05e1c86f-8899-4da2-88a5-a79cdd42c2b9 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:28.451512 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e1c86f-8899-4da2-88a5-a79cdd42c2b9'] response: {'server_uuid': 'e5d83695-337c-4680-ac86-9e9aa83f52f0', 'name': 'network-vif-deleted', 'tag': 'a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c', 'status': 'completed', 'code': 200} Aug 29 23:56:28.666499 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fe87336c-a3a2-4091-99fd-735126e5af7d req-4d9612a6-8da3-49ba-a2e3-6124df7d9214 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 210 time: 0.0304453 Aug 29 23:56:28.709223 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dffeff55-147b-4ace-ad3c-c3de238a39c4 req-1b72dc10-33b7-4cef-bd4b-2604d7bad0e0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.0287380 Aug 29 23:56:29.788914 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9a0295bb-c911-4a75-942e-a5fb55dfbae5 req-1f0a1109-3441-4df8-b136-9f55e3339b95 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 210 time: 0.0386255 Aug 29 23:56:29.835858 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-33637183-52aa-445a-9260-c8e5d2e7b5f5 req-e9c29233-65aa-4a11-9566-dcb7cdfee02c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=e5d83695-337c-4680-ac86-9e9aa83f52f0 HTTP/1.1" status: 200 len: 210 time: 0.0306365 Aug 29 23:56:30.390196 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-fd528e3b-dffe-4bdd-acd6-d9ce954cb40b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:30.391698 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-fd528e3b-dffe-4bdd-acd6-d9ce954cb40b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 816 time: 0.1067665 Aug 29 23:56:30.453559 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-aed50f9a-048b-4593-b40e-27bc07b2316e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fd4107165644976b1d8cdbeec3c8711 HTTP/1.1" status: 200 len: 380 time: 0.0527384 Aug 29 23:56:30.469592 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'port': {'device_id': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'admin_state_up': True, 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'security_groups': ['7a24367f-93c2-4841-99c1-c93ebcf39724']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:30.495657 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:30.515841 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:30.516271 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a3bc2dbb-5f57-4183-b6af-6edb5fc60c9c not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:30.657942 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Made reservation on behalf of 3fd4107165644976b1d8cdbeec3c8711 for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:56:30.661882 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:30.804654 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Allocated IP 172.20.0.5 (39f95710-f788-408d-8a65-e81984f3a974/6ddb1dcf-67ed-4fba-8aad-7d58c254553a/92bd74c9-1028-4a8d-a703-f5c8f8637fc5) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:56:30.925022 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-16b1540c-ddc4-4b74-9044-d46ab7ef5ad8 req-2ea69685-a90b-4a08-ba3e-9e66f13d80be tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 210 time: 0.0391300 Aug 29 23:56:30.999317 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.109249 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0f06ab14-cef3-4acc-a062-f103f670dbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.109628 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.157340 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Network 39f95710-f788-408d-8a65-e81984f3a974 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:56:31.160642 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:56:31.165879 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:56:31.170304 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:31.170938 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.180826 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:31.278048 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-3bc34ef4-9725-420f-bf49-f0884c1a1aeb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8124316 Aug 29 23:56:31.296244 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Request body: {'port': {'device_id': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:31.299777 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:31.353770 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:31.367690 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.391822 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-a35e86cf-68dd-40bb-8463-63cd72576f2e None None] Provisioning complete for port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:56:31.392611 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a35e86cf-68dd-40bb-8463-63cd72576f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.427074 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-a35e86cf-68dd-40bb-8463-63cd72576f2e None None] Port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:56:31.507810 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c267086-4c68-47ed-97a2-18a97f5dde59 req-5a9aae48-6bfd-480e-a5cd-7c12b18c3cf1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:31.509181 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6c267086-4c68-47ed-97a2-18a97f5dde59 req-5a9aae48-6bfd-480e-a5cd-7c12b18c3cf1 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.1039073 Aug 29 23:56:31.617381 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6c267086-4c68-47ed-97a2-18a97f5dde59 req-6de19e30-1e52-418a-97fb-43d11a8632a0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001930 Aug 29 23:56:31.719338 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:56:31.727592 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Publish callbacks [] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.739966 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Transition to ACTIVE for port object 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:56:31.789819 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.858226 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:31.871406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Attempting to bind port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:56:31.878166 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Attempting to bind port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:56:31.878166 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Attempting to bind port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 on network 39f95710-f788-408d-8a65-e81984f3a974 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:56:31.878166 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 on network 39f95710-f788-408d-8a65-e81984f3a974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:56:31.878166 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Attempting to bind port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 on network 39f95710-f788-408d-8a65-e81984f3a974 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:56:31.883762 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:56:31.884100 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Checking segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:56:31.884513 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Bound using segment: {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:56:31.884949 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Bound port: 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb344c79-68c6-41fe-ac82-6959242a3693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1093, 'network_id': '39f95710-f788-408d-8a65-e81984f3a974'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:56:31.885368 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:31.932824 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:31.953501 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:56:31.956651 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:56:32.066529 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a4107-9125-434f-9a8b-6978aa59ce0b req-6ec6b474-d95c-452c-bd8a-b2d7b083548d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:32.068133 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f7a4107-9125-434f-9a8b-6978aa59ce0b req-6ec6b474-d95c-452c-bd8a-b2d7b083548d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0523632 Aug 29 23:56:32.116045 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f7a4107-9125-434f-9a8b-6978aa59ce0b req-af8a2ec6-d373-4117-9c83-aff4d174f38a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Aug 29 23:56:32.126451 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:32.129602 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:32.130229 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:32.131619 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/92bd74c9-1028-4a8d-a703-f5c8f8637fc5 HTTP/1.1" status: 200 len: 1093 time: 0.8400073 Aug 29 23:56:32.134524 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:32.136898 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a90ecc-0921-4f7a-818c-a277ed7c6aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:32.178667 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed0b6c4-79fc-42d3-aea7-4e0246fcd200 x-openstack-request-id: req-0ed0b6c4-79fc-42d3-aea7-4e0246fcd200 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:32.179466 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:32.179870 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ed0b6c4-79fc-42d3-aea7-4e0246fcd200 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:32.180468 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed0b6c4-79fc-42d3-aea7-4e0246fcd200'] response: {'name': 'network-changed', 'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'status': 'completed', 'code': 200} Aug 29 23:56:32.189842 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c59a0-2068-4a8a-8f3e-5c9650b83e0d service neutron] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:32.740988 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4d5a1-9506-44e7-a632-dea2ef589fef req-d4c1c814-80da-4215-9951-0e0b22b2c691 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:32.743430 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4ab4d5a1-9506-44e7-a632-dea2ef589fef req-d4c1c814-80da-4215-9951-0e0b22b2c691 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Aug 29 23:56:32.792616 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4ab4d5a1-9506-44e7-a632-dea2ef589fef req-bce30855-702e-427b-997b-4d01190dbb8c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434737 Aug 29 23:56:33.255598 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10624b1b-95de-4258-8b50-02c178524604 req-5e31fc95-77a3-4993-8920-e00930159c45 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:33.257791 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-10624b1b-95de-4258-8b50-02c178524604 req-5e31fc95-77a3-4993-8920-e00930159c45 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0509374 Aug 29 23:56:33.308699 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-10624b1b-95de-4258-8b50-02c178524604 req-627a8ef0-e328-4518-9730-692254f1b31e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449650 Aug 29 23:56:33.435146 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b60281d7-379b-45de-960e-b6c9e980f17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:33.930130 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-38dbc52f-74f9-4050-91e2-a55bec4088e0 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-860543102&fields=id&tenant_id=2f665e85ae5b4008b60765fd3076a331 HTTP/1.1" status: 200 len: 267 time: 0.0796018 Aug 29 23:56:33.935886 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165d138-f4dd-48b9-a1b5-3c4953ec4bfd req-1e7101c6-28de-4cd6-a809-17be3301d139 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:33.937351 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f165d138-f4dd-48b9-a1b5-3c4953ec4bfd req-1e7101c6-28de-4cd6-a809-17be3301d139 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.0679460 Aug 29 23:56:34.008915 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-13366cb0-f6d2-4197-ab6f-6c47288383ca tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.010393 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-13366cb0-f6d2-4197-ab6f-6c47288383ca tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 984 time: 0.0721965 Aug 29 23:56:34.017418 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:34.027263 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Request body: {'port': {'security_groups': ['4709499e-b0cc-4d97-9aa4-74c825334ec8']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:34.034349 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f165d138-f4dd-48b9-a1b5-3c4953ec4bfd req-1201105c-8420-4255-9fa5-087c0b45df0d tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854218 Aug 29 23:56:34.106973 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.319259 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] For port 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:34.353407 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.440766 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.461671 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.461671 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.463251 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6bbbf747-6d30-4bb6-94a6-78e32bed3e1c req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "PUT /networking/v2.0/ports/4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 942 time: 0.4422677 Aug 29 23:56:34.467194 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:34.472097 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cd8396-e988-4282-ade6-8270b7ccb0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:34.472769 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51526) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:34.531296 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e1044-498f-45d8-a1c3-0d8a9abe6dec req-437b3ec0-6118-4a70-9ab1-cb0eabc7339b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.532883 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-437e1044-498f-45d8-a1c3-0d8a9abe6dec req-437b3ec0-6118-4a70-9ab1-cb0eabc7339b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.1356514 Aug 29 23:56:34.544570 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e534871-aa06-460c-b816-0df3f6fd7a28 x-openstack-request-id: req-3e534871-aa06-460c-b816-0df3f6fd7a28 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:34.544858 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:34.545233 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3e534871-aa06-460c-b816-0df3f6fd7a28 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:34.545615 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e534871-aa06-460c-b816-0df3f6fd7a28'] response: {'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'status': 'completed', 'code': 200} Aug 29 23:56:34.579516 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4bfeae22-1324-4d1f-9b5f-0d481c03c512'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:34.590413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group (723296f3-4626-4b62-901e-ad88d9e088cf), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.628320 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group (723296f3-4626-4b62-901e-ad88d9e088cf), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.637107 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f3f2a-ea03-4aba-9217-e28377436029 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event updated for resources: {'Port': ['ID=4bfeae22-1324-4d1f-9b5f-0d481c03c512,revision_number=7']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:34.652314 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:34.695911 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-98ee8f08-57e6-4ce4-8567-6cb24180801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.697239 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4bfeae22-1324-4d1f-9b5f-0d481c03c512'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:34.697671 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-98ee8f08-57e6-4ce4-8567-6cb24180801f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2f665e85ae5b4008b60765fd3076a331&device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1129 time: 0.1032877 Aug 29 23:56:34.698735 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a90ecc-0921-4f7a-818c-a277ed7c6aa2 req-fd000a31-b222-44c5-97b8-f7f5242d2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.700134 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-29a90ecc-0921-4f7a-818c-a277ed7c6aa2 req-fd000a31-b222-44c5-97b8-f7f5242d2837 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 1127 time: 0.1763952 Aug 29 23:56:34.705241 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-437e1044-498f-45d8-a1c3-0d8a9abe6dec req-669a6697-bfd9-47ea-ab24-1112ef07eb8b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574368 Aug 29 23:56:34.712215 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:34.787647 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.818502 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (723296f3-4626-4b62-901e-ad88d9e088cf), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.821787 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:34.823230 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:34.823874 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/723296f3-4626-4b62-901e-ad88d9e088cf HTTP/1.1" status: 204 len: 168 time: 0.3495324 Aug 29 23:56:34.830884 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51530) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:34.908372 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723296f3-4626-4b62-901e-ad88d9e088cf,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:34.927449 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.927794 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.928127 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.928466 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.928798 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.929198 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.929933 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.929933 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.930278 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.930678 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.931030 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.932030 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.932375 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.932803 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.933252 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2460a87-0d0b-4369-88a4-823a630ffe4b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:34.949868 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a90ecc-0921-4f7a-818c-a277ed7c6aa2 req-b5b2e601-d4fe-44a6-be54-de4a5b4e0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.951589 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-29a90ecc-0921-4f7a-818c-a277ed7c6aa2 req-b5b2e601-d4fe-44a6-be54-de4a5b4e0a78 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=3fd4107165644976b1d8cdbeec3c8711&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2320130 Aug 29 23:56:34.952407 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-0f2f6a2b-19ee-4f46-8c17-2a5370ecafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.953766 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-0f2f6a2b-19ee-4f46-8c17-2a5370ecafd7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 200 len: 917 time: 0.2332425 Aug 29 23:56:34.969581 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-805f72ee-51f2-4753-99c9-8ddf1cd1521f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:34.971139 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-805f72ee-51f2-4753-99c9-8ddf1cd1521f tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.1455610 Aug 29 23:56:34.973572 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:35.112326 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-80a2c964-b869-4a03-ab96-0a5f2fc99b16 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 1001 time: 0.1397347 Aug 29 23:56:35.146696 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Deleting port 8e48f818-e9d1-432d-866c-2b2382d04f6a {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:35.147041 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (8e48f818-e9d1-432d-866c-2b2382d04f6a), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:35.149911 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Deleting port a058a5e2-fffb-402f-99cc-4946054648c3 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:35.150371 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:35.219505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a90ecc-0921-4f7a-818c-a277ed7c6aa2 req-705e33dc-1e59-4d2b-9b40-1eb500a36104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.222023 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-29a90ecc-0921-4f7a-818c-a277ed7c6aa2 req-705e33dc-1e59-4d2b-9b40-1eb500a36104 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2577231 Aug 29 23:56:35.244856 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda81ab-d821-4226-aef3-9dfc124073f4 req-e3f82a97-dc83-49be-9ded-74b466a91fed tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.246795 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-acda81ab-d821-4226-aef3-9dfc124073f4 req-e3f82a97-dc83-49be-9ded-74b466a91fed tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 945 time: 0.1187220 Aug 29 23:56:35.252120 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-b2ae9573-b2f9-40f6-bf3a-139eea6e89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.253617 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-b2ae9573-b2f9-40f6-bf3a-139eea6e89f5 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0b064282-eeae-4dbc-ba96-f75056691db0 HTTP/1.1" status: 200 len: 854 time: 0.1273170 Aug 29 23:56:35.261503 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:35.327616 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (8e48f818-e9d1-432d-866c-2b2382d04f6a), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:35.327616 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for floatingip (8e48f818-e9d1-432d-866c-2b2382d04f6a), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:35.331501 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] For port a058a5e2-fffb-402f-99cc-4946054648c3, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a058a5e2-fffb-402f-99cc-4946054648c3,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:35.331868 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:35.340247 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:35.358997 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Calling delete_port for 8e48f818-e9d1-432d-866c-2b2382d04f6a owned by network:floatingip {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:35.361424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Calling delete_port for a058a5e2-fffb-402f-99cc-4946054648c3 owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:35.367622 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-40033d1a-c9e6-4c63-a5c9-20070d618859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.370155 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-40033d1a-c9e6-4c63-a5c9-20070d618859 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004174 Aug 29 23:56:35.381839 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-1d4939a8-17dd-4928-8e1b-2acda686e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.383542 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-1d4939a8-17dd-4928-8e1b-2acda686e3a1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 1127 time: 0.1040280 Aug 29 23:56:35.418821 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-acda81ab-d821-4226-aef3-9dfc124073f4 req-f9c6a42e-e87b-4e89-956c-8731a8112ba6 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=11f0cb7a-a983-4806-96b5-314d7013a0f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641154 Aug 29 23:56:35.487270 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-58e51b4f-34e7-4193-8adb-55dc8615a376 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5 HTTP/1.1" status: 200 len: 217 time: 0.0931442 Aug 29 23:56:35.573940 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-fb30001b-2ce2-428d-b275-379d3b065862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.575460 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-fb30001b-2ce2-428d-b275-379d3b065862 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.0819583 Aug 29 23:56:35.577443 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-e26ea3c0-9ff8-4b87-a3e9-bd9320943bcb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929333 Aug 29 23:56:35.689339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:35.695475 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-a6373ba9-5b05-4d76-a230-b14e9b73e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.697382 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-a6373ba9-5b05-4d76-a230-b14e9b73e4c4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024473 Aug 29 23:56:35.781969 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47cd8396-e988-4282-ade6-8270b7ccb0f8 req-882d1e57-7582-4534-8370-e21097e36457 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855423 Aug 29 23:56:35.862848 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-5253a9e7-7433-4b56-b8a3-29ef4b333136 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488018 Aug 29 23:56:35.888534 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c317a-0ec7-46a7-8498-b3032de92b07 req-9d97226a-9d4a-4bd1-b625-9c95cdf0b29f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:35.890059 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-227c317a-0ec7-46a7-8498-b3032de92b07 req-9d97226a-9d4a-4bd1-b625-9c95cdf0b29f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0835502 Aug 29 23:56:35.921244 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (a058a5e2-fffb-402f-99cc-4946054648c3), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:35.933362 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['a058a5e2-fffb-402f-99cc-4946054648c3'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:35.962274 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (8e48f818-e9d1-432d-866c-2b2382d04f6a), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:35.964075 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Pushing event deleted for resources: {'Port': ['ID=a058a5e2-fffb-402f-99cc-4946054648c3,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:36.014936 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event deleted for resources: {'Port': ['ID=8e48f818-e9d1-432d-866c-2b2382d04f6a,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:36.026008 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-227c317a-0ec7-46a7-8498-b3032de92b07 req-99913f80-c49b-4443-ae44-ed817f34f472 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245692 Aug 29 23:56:36.041177 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] No DVR routers for this DVR port a058a5e2-fffb-402f-99cc-4946054648c3 on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:36.043972 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:36.048194 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-00ba6a4c-e3a2-42e8-b26a-cd21e7500166 req-f206a437-becd-41bf-8e61-c7946c885ce0 tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a058a5e2-fffb-402f-99cc-4946054648c3 HTTP/1.1" status: 204 len: 173 time: 1.0400758 Aug 29 23:56:36.049879 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15e931ce-3806-4d6f-a9e2-da68feaa9aee req-4a2efa3a-26db-4696-ae01-3564f02c2c48 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767390 Aug 29 23:56:36.064603 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edecb793-ad02-4b6f-addc-020ce872a118', 'name': 'network-vif-deleted', 'tag': 'a058a5e2-fffb-402f-99cc-4946054648c3'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:36.066979 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad00d653-5dcd-4211-98af-14234b882a57" -d '{"events": [{"server_uuid": "edecb793-ad02-4b6f-addc-020ce872a118", "name": "network-vif-deleted", "tag": "a058a5e2-fffb-402f-99cc-4946054648c3"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:36.071875 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:36.111794 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a57c35c-18c2-4918-bbcc-f5fe37d59f14 x-openstack-request-id: req-6a57c35c-18c2-4918-bbcc-f5fe37d59f14 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:36.112079 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edecb793-ad02-4b6f-addc-020ce872a118", "name": "network-vif-deleted", "tag": "a058a5e2-fffb-402f-99cc-4946054648c3", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:36.112326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-6a57c35c-18c2-4918-bbcc-f5fe37d59f14 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:36.112719 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a57c35c-18c2-4918-bbcc-f5fe37d59f14'] response: {'server_uuid': 'edecb793-ad02-4b6f-addc-020ce872a118', 'name': 'network-vif-deleted', 'tag': 'a058a5e2-fffb-402f-99cc-4946054648c3', 'status': 'completed', 'code': 200} Aug 29 23:56:36.117953 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks [] for floatingip (497ea6d2-01d6-4d70-85d8-1805e4cd9ad8), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:36.118277 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Floating IP 497ea6d2-01d6-4d70-85d8-1805e4cd9ad8 disassociated (deleted). External IP: 172.27.2.173, port: 4bfeae22-1324-4d1f-9b5f-0d481c03c512. Aug 29 23:56:36.195722 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:36.280721 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:36.331860 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Router 084aa545-d69d-4bd3-8653-853cbd60a2ba has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:36.445163 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:36.450165 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:36.461998 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] Sync routers for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:36.481956 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-19c98015-a3ac-4e85-8cf6-d30c6486035b tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/497ea6d2-01d6-4d70-85d8-1805e4cd9ad8 HTTP/1.1" status: 204 len: 168 time: 1.6400371 Aug 29 23:56:36.482534 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:36.483149 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:36.574828 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7520e8d9-bfd6-439d-9892-4147ec07e53d req-7ce078a9-7dbd-4afb-bfbe-3aef224400dd tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 210 time: 0.0394752 Aug 29 23:56:36.615550 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:36.831879 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 5, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:36.862114 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] Checking router: 084aa545-d69d-4bd3-8653-853cbd60a2ba for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:36.871993 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:36.872800 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:36.977320 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:37.185598 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc83413-665c-4e9b-ab5d-7869ec089f7b req-ae64ebe0-d7f2-4163-9d06-b5e950b3066b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:37.187750 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dbc83413-665c-4e9b-ab5d-7869ec089f7b req-ae64ebe0-d7f2-4163-9d06-b5e950b3066b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0630245 Aug 29 23:56:37.188277 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 5, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:37.216826 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533a8aa-63dc-4c38-8551-60c118372563 None None] The sync data for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi is: [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:53:23Z', 'revision_number': 4, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '685aeaf0-a923-42ea-a9ba-a5ea54d8f97d', 'name': '', 'network_id': 'b97d4e68-0c55-4a53-bf7a-6ed3a3de0378', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'mac_address': 'fa:16:3e:1a:ad:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:22Z', 'updated_at': '2022-08-29T23:53:30Z', 'revision_number': 5, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'subnets': [{'id': '0b064282-eeae-4dbc-ba96-f75056691db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:37.268600 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dbc83413-665c-4e9b-ab5d-7869ec089f7b req-4569b4c4-9bae-49a0-9aeb-838d8d6aa8a5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730748 Aug 29 23:56:37.468589 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79621b-a1fc-4034-9c5f-9049fe31c829 None None] New status for floating IP 497ea6d2-01d6-4d70-85d8-1805e4cd9ad8: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:56:37.692774 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-08207ddd-ab57-48bf-9093-d94e29166e76 req-ab74b062-31f8-4684-a1ae-b555deed409c tempest-ServerRescueNegativeTestJSON-660246268 tempest-ServerRescueNegativeTestJSON-660246268-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=edecb793-ad02-4b6f-addc-020ce872a118 HTTP/1.1" status: 200 len: 210 time: 0.0295286 Aug 29 23:56:38.113924 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:38.116840 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e" -d '{"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:38.157198 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e08bd23-3cc2-4d1f-96ab-1bd2f2644694 x-openstack-request-id: req-5e08bd23-3cc2-4d1f-96ab-1bd2f2644694 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:38.157487 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:38.157735 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5e08bd23-3cc2-4d1f-96ab-1bd2f2644694 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:38.158133 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e08bd23-3cc2-4d1f-96ab-1bd2f2644694'] response: {'name': 'network-changed', 'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'status': 'completed', 'code': 200} Aug 29 23:56:38.251249 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-b69570ff-70fa-4639-82ec-6d70fde96dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:38.252962 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-b69570ff-70fa-4639-82ec-6d70fde96dbe service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=2f665e85ae5b4008b60765fd3076a331&device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 1129 time: 0.0662684 Aug 29 23:56:38.540343 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:56:38.544884 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a058a5e2-fffb-402f-99cc-4946054648c3 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:38.576303 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: a058a5e2-fffb-402f-99cc-4946054648c3 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:38.576652 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a058a5e2-fffb-402f-99cc-4946054648c3 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:38.629122 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94401cde-97ed-401c-811f-1d520c84df11 req-566cfad3-fb54-4f59-9137-08c367600f34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:38.630651 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94401cde-97ed-401c-811f-1d520c84df11 req-566cfad3-fb54-4f59-9137-08c367600f34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0682924 Aug 29 23:56:38.653093 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-e15050dc-1e54-4a71-9e07-ed8d381fe104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:38.654606 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-e15050dc-1e54-4a71-9e07-ed8d381fe104 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 200 len: 917 time: 0.3890445 Aug 29 23:56:38.671739 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:38.683518 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'port_id': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'mac_address': 'fa:16:3e:3a:7d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:56:38.703151 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-33fb208a-24ef-474a-990d-364d42794c0c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 200 len: 217 time: 0.0402906 Aug 29 23:56:38.723694 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:56:38.724357 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:38.741313 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:56:38.762213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51560) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:38.767360 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94401cde-97ed-401c-811f-1d520c84df11 req-d708af50-4cd3-4df4-a234-8c0d5cce8a9f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264191 Aug 29 23:56:38.767644 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:38.798864 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-7865c637-41fa-48b1-82d9-6eb8b2bd9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:38.798864 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-7865c637-41fa-48b1-82d9-6eb8b2bd9e0b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=0b064282-eeae-4dbc-ba96-f75056691db0 HTTP/1.1" status: 200 len: 854 time: 0.0753753 Aug 29 23:56:38.837907 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-8816c8dc-aa30-40db-b511-25ca285e6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:38.839609 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-8816c8dc-aa30-40db-b511-25ca285e6bd9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453281 Aug 29 23:56:38.901310 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:38.904372 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:38.925931 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:38.947475 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-848959f3-9b9f-442f-a341-6f3ea4f5c926 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994358 Aug 29 23:56:38.957976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:39.051722 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:39.068154 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aeb61ca-c63c-47fc-8a61-dcfec3b7938e req-a46124ef-9f48-4482-addb-dc7eb358656c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136243 Aug 29 23:56:39.180317 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['92bd74c9-1028-4a8d-a703-f5c8f8637fc5'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:39.238521 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (cd22b49f-721e-45c9-a6fc-acd77851c4d5), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:39.284011 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:39.286272 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:39.477184 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Deleting port c1c97f1d-489d-40bd-b795-1dfef8a578b0 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:39.477527 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:39.565014 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] For port c1c97f1d-489d-40bd-b795-1dfef8a578b0, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c1c97f1d-489d-40bd-b795-1dfef8a578b0,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:39.565314 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:39.579904 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Calling delete_port for c1c97f1d-489d-40bd-b795-1dfef8a578b0 owned by network:router_interface {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:39.795151 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (c1c97f1d-489d-40bd-b795-1dfef8a578b0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:39.820780 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c97f1d-489d-40bd-b795-1dfef8a578b0,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:39.915002 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ad2a6-76a7-4304-81b2-1c58f363d338 req-7608a145-21af-4d24-a761-f0b53f96ae34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:39.916605 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ba4ad2a6-76a7-4304-81b2-1c58f363d338 req-7608a145-21af-4d24-a761-f0b53f96ae34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0557888 Aug 29 23:56:39.969725 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ba4ad2a6-76a7-4304-81b2-1c58f363d338 req-6665877a-888c-4bc0-9a50-3a0a28c45abe tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469885 Aug 29 23:56:39.996914 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (cd22b49f-721e-45c9-a6fc-acd77851c4d5), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.011617 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:40.041031 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.219721 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Router cd22b49f-721e-45c9-a6fc-acd77851c4d5 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:40.231441 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:40.330622 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:40.338944 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d8e379f2-f841-41a2-afa3-4e7b52e1d6d7 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/cd22b49f-721e-45c9-a6fc-acd77851c4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728431 Aug 29 23:56:40.339176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51584) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:40.340300 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] Sync routers for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:40.357714 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:40.358335 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:40.462032 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks [] for router (cd22b49f-721e-45c9-a6fc-acd77851c4d5), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.546694 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:40.556063 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:56:40.560641 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:40.572512 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks [] for router_gateway (cd22b49f-721e-45c9-a6fc-acd77851c4d5), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.601331 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:56:40.686157 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:40.700770 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:56:40.702055 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.750225 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:56:39Z', 'revision_number': 5, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port': {'id': '751ff745-5032-47f0-b0fb-be18ad7cbed4', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:40.778885 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Deleting port 751ff745-5032-47f0-b0fb-be18ad7cbed4 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:40.779746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.784451 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] Checking router: cd22b49f-721e-45c9-a6fc-acd77851c4d5 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:40.797926 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] Routers {'cd22b49f-721e-45c9-a6fc-acd77851c4d5'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:40.798734 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:40.843881 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:56:40.844613 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.885164 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:40.887896 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71260e98-f75c-456b-829a-5df091daf352" -d '{"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:40.905235 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:40.914118 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] Set router cd22b49f-721e-45c9-a6fc-acd77851c4d5 gateway port host: None {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:40.938444 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5255561-f891-4a61-a686-9b0c04359c25 x-openstack-request-id: req-c5255561-f891-4a61-a686-9b0c04359c25 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:40.938794 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:40.939216 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c5255561-f891-4a61-a686-9b0c04359c25 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:40.939610 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5255561-f891-4a61-a686-9b0c04359c25'] response: {'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'code': 200} Aug 29 23:56:40.975013 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98832f8-1f4b-4c51-8638-0385535b5247 req-01b847ed-7039-4a7d-a954-9cb5671b7020 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:40.977899 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:40.983247 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:56:40Z', 'revision_number': 6, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port_host': None}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:40.983469 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a98832f8-1f4b-4c51-8638-0385535b5247 req-01b847ed-7039-4a7d-a954-9cb5671b7020 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0947278 Aug 29 23:56:41.013306 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0989013e-f9ed-4913-82ae-301741eb888e None None] The sync data for ids ['cd22b49f-721e-45c9-a6fc-acd77851c4d5'] in dv-cinder-854272-4-iscsi is: [{'id': 'cd22b49f-721e-45c9-a6fc-acd77851c4d5', 'name': 'tempest-ServerRescueNegativeTestJSON-1504723072-router', 'tenant_id': 'cb38bc3ae5c14e4c8385809d84573600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:56:40Z', 'revision_number': 6, 'project_id': 'cb38bc3ae5c14e4c8385809d84573600', 'gw_port_host': None}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:41.056551 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:41.072401 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] For port 751ff745-5032-47f0-b0fb-be18ad7cbed4, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=751ff745-5032-47f0-b0fb-be18ad7cbed4,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:41.072783 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.101643 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Calling delete_port for 751ff745-5032-47f0-b0fb-be18ad7cbed4 owned by network:router_gateway {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:41.170544 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a98832f8-1f4b-4c51-8638-0385535b5247 req-7c51e418-bb4b-41e1-9937-107be85f41c4 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737399 Aug 29 23:56:41.217028 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd906b0-9a50-46f2-aeae-6b91fb655422 req-dc31c6c3-3335-4f10-a285-91c2b157fac1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:41.218800 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5fd906b0-9a50-46f2-aeae-6b91fb655422 req-dc31c6c3-3335-4f10-a285-91c2b157fac1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.1188686 Aug 29 23:56:41.332428 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5fd906b0-9a50-46f2-aeae-6b91fb655422 req-943e41e0-9d31-4096-8c13-3a1a10e2bfb7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077125 Aug 29 23:56:41.463796 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (751ff745-5032-47f0-b0fb-be18ad7cbed4), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.491011 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Pushing event deleted for resources: {'Port': ['ID=751ff745-5032-47f0-b0fb-be18ad7cbed4,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:41.516871 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (cd22b49f-721e-45c9-a6fc-acd77851c4d5), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.601938 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:41.606218 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:41.607990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (cd22b49f-721e-45c9-a6fc-acd77851c4d5), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.610165 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks [] for router_controller (cd22b49f-721e-45c9-a6fc-acd77851c4d5), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.743756 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (cd22b49f-721e-45c9-a6fc-acd77851c4d5), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.744301 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd22b49f-721e-45c9-a6fc-acd77851c4d5 {{(pid=113459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:56:41.748850 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.750080 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-643f558d-1ecb-44cc-961e-55e239fa7439 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/cd22b49f-721e-45c9-a6fc-acd77851c4d5 HTTP/1.1" status: 204 len: 168 time: 1.4098806 Aug 29 23:56:41.752814 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51602) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:41.799501 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5db1ac-d254-40c2-9e02-41f421d8360f admin admin] Deleting subnet 59887db0-8ea3-40bf-bd94-58908598d93b {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:56:41.803198 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5c5db1ac-d254-40c2-9e02-41f421d8360f admin admin] Publish callbacks [] for subnet (59887db0-8ea3-40bf-bd94-58908598d93b), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.845390 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5c5db1ac-d254-40c2-9e02-41f421d8360f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (59887db0-8ea3-40bf-bd94-58908598d93b), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:41.928860 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5c5db1ac-d254-40c2-9e02-41f421d8360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (59887db0-8ea3-40bf-bd94-58908598d93b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.052719 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5c5db1ac-d254-40c2-9e02-41f421d8360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (59887db0-8ea3-40bf-bd94-58908598d93b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.066660 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 751ff745-5032-47f0-b0fb-be18ad7cbed4 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:42.082408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 751ff745-5032-47f0-b0fb-be18ad7cbed4 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:42.083134 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 751ff745-5032-47f0-b0fb-be18ad7cbed4 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:42.083766 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c1c97f1d-489d-40bd-b795-1dfef8a578b0 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:42.089417 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5c5db1ac-d254-40c2-9e02-41f421d8360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.093321 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5c5db1ac-d254-40c2-9e02-41f421d8360f admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/59887db0-8ea3-40bf-bd94-58908598d93b HTTP/1.1" status: 204 len: 168 time: 0.3393886 Aug 29 23:56:42.094800 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5db1ac-d254-40c2-9e02-41f421d8360f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59887db0-8ea3-40bf-bd94-58908598d93b,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:42.098792 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51604) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:42.120565 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b9717-fd81-4852-b5bb-dc5dac6766f2 None None] Network f41e94be-340b-4555-8a1d-79b9b3c4ac59 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:56:42.136846 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: c1c97f1d-489d-40bd-b795-1dfef8a578b0 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:42.137185 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c1c97f1d-489d-40bd-b795-1dfef8a578b0 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:42.173988 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:42.192002 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (f41e94be-340b-4555-8a1d-79b9b3c4ac59), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.281539 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Deleting port d335ffed-fc3c-48c2-abfd-132abaa4e505 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:42.281893 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.326838 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] DHCP port deletion for f41e94be-340b-4555-8a1d-79b9b3c4ac59 request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:56:42.376658 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] Deleting port d335ffed-fc3c-48c2-abfd-132abaa4e505 {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:42.377028 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.426008 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1f95d-e267-4e72-80b1-1e11a7356de3 req-93cb947b-6881-4210-a073-6c2a13f93fa9 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:42.427563 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5bf1f95d-e267-4e72-80b1-1e11a7356de3 req-93cb947b-6881-4210-a073-6c2a13f93fa9 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.1345057 Aug 29 23:56:42.433203 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] For port d335ffed-fc3c-48c2-abfd-132abaa4e505, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=d335ffed-fc3c-48c2-abfd-132abaa4e505,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:42.433549 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.449421 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] For port d335ffed-fc3c-48c2-abfd-132abaa4e505, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=d335ffed-fc3c-48c2-abfd-132abaa4e505,segment=NetworkSegment(45eb5986-c5cf-4bf9-be8b-6242b6d76860),segment_id=45eb5986-c5cf-4bf9-be8b-6242b6d76860)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:42.449815 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.461879 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Calling delete_port for d335ffed-fc3c-48c2-abfd-132abaa4e505 owned by network:dhcp {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:42.464181 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] Calling delete_port for d335ffed-fc3c-48c2-abfd-132abaa4e505 owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:42.538885 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5bf1f95d-e267-4e72-80b1-1e11a7356de3 req-67026343-ae53-41dd-92c2-10fd5d56d94a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021903 Aug 29 23:56:42.670259 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9597-0e0a-4df5-8b07-68348384b216 req-64bfe97c-440d-4b55-befb-9a140f56b111 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:42.671836 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fe7b9597-0e0a-4df5-8b07-68348384b216 req-64bfe97c-440d-4b55-befb-9a140f56b111 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0530980 Aug 29 23:56:42.728821 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fe7b9597-0e0a-4df5-8b07-68348384b216 req-59655013-c97f-4d68-b799-dee78927b46c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509729 Aug 29 23:56:42.761442 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.787922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] Pushing event deleted for resources: {'Port': ['ID=d335ffed-fc3c-48c2-abfd-132abaa4e505,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:42.796502 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8c5ef-9355-46b6-99c3-d30d126a0d83 None None] No DVR routers for this DVR port d335ffed-fc3c-48c2-abfd-132abaa4e505 on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:42.800228 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (d335ffed-fc3c-48c2-abfd-132abaa4e505), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:42.817161 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-f62bfd3b-bbe9-4cf2-9f0e-f284efd46227 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:42.818670 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-f62bfd3b-bbe9-4cf2-9f0e-f284efd46227 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0593312 Aug 29 23:56:42.848208 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Pushing event deleted for resources: {'Port': ['ID=d335ffed-fc3c-48c2-abfd-132abaa4e505,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:42.850188 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] No DVR routers for this DVR port d335ffed-fc3c-48c2-abfd-132abaa4e505 on host dv-cinder-854272-4-iscsi {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:42.980255 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2385ae-10e7-45a9-b646-d01874e86f37 req-f899e33f-4668-4b8e-942f-bec88abfea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:42.981457 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3b2385ae-10e7-45a9-b646-d01874e86f37 req-f899e33f-4668-4b8e-942f-bec88abfea62 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 1129 time: 0.0431929 Aug 29 23:56:42.997331 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (f41e94be-340b-4555-8a1d-79b9b3c4ac59), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.016881 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Deleting port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:43.017223 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.039949 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-3b2385ae-10e7-45a9-b646-d01874e86f37 req-30bc0f8f-96d8-4853-ae98-26c74ead3cb9 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477972 Aug 29 23:56:43.042356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.042356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.042655 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.042816 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > port after_create 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.043137 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.043477 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > port after_update 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.043848 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.044158 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.044476 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.044800 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.152628 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.153348 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.153348 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.153668 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113459) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 29 23:56:43.154055 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e94be-340b-4555-8a1d-79b9b3c4ac59']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:43.205184 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eb5986-c5cf-4bf9-be8b-6242b6d76860') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:43.205478 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eb5986-c5cf-4bf9-be8b-6242b6d76860') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:43.228633 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (45eb5986-c5cf-4bf9-be8b-6242b6d76860), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.253412 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:43.262798 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (45eb5986-c5cf-4bf9-be8b-6242b6d76860), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.283644 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Releasing vlan 1080 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:56:43.284892 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (45eb5986-c5cf-4bf9-be8b-6242b6d76860), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.357315 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] For port 4bfeae22-1324-4d1f-9b5f-0d481c03c512, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=4bfeae22-1324-4d1f-9b5f-0d481c03c512,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:43.357315 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.374354 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:43.390218 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Calling delete_port for 4bfeae22-1324-4d1f-9b5f-0d481c03c512 owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:43.485985 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (f41e94be-340b-4555-8a1d-79b9b3c4ac59), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.507416 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.511152 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/f41e94be-340b-4555-8a1d-79b9b3c4ac59 HTTP/1.1" status: 204 len: 168 time: 1.4080019 Aug 29 23:56:43.528531 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 45eb5986-c5cf-4bf9-be8b-6242b6d76860 resource provider aggregate not found Aug 29 23:56:43.538307 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3e89b-d1c8-49c6-a791-792356c65124 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41e94be-340b-4555-8a1d-79b9b3c4ac59,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:43.562056 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 45eb5986-c5cf-4bf9-be8b-6242b6d76860 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45eb5986-c5cf-4bf9-be8b-6242b6d76860 found for delete ", "request_id": "req-4dc642db-8d39-4727-a16e-cd3f8ce3db95"}]} Aug 29 23:56:43.713757 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1949f-8578-4d1e-908c-ed9a16d09fc0 req-a9d67250-1e8c-4c62-86bf-1100c1c3bf18 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:43.715346 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-30b1949f-8578-4d1e-908c-ed9a16d09fc0 req-a9d67250-1e8c-4c62-86bf-1100c1c3bf18 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 945 time: 0.0520747 Aug 29 23:56:43.739904 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (4bfeae22-1324-4d1f-9b5f-0d481c03c512), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.752547 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['4bfeae22-1324-4d1f-9b5f-0d481c03c512'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:56:43.783963 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Pushing event deleted for resources: {'Port': ['ID=4bfeae22-1324-4d1f-9b5f-0d481c03c512,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:43.825097 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-30b1949f-8578-4d1e-908c-ed9a16d09fc0 req-8884f2de-da5d-477b-8a4b-31c1b8ffdd5a tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=4709499e-b0cc-4d97-9aa4-74c825334ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033020 Aug 29 23:56:43.877107 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] No DVR routers for this DVR port 4bfeae22-1324-4d1f-9b5f-0d481c03c512 on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:43.887995 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:43.891783 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9e237bc3-333f-4ff8-b2f1-5218896f05f0 req-436979bf-3c65-4381-b931-7f01d183b9f6 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.61 "DELETE /networking/v2.0/ports/4bfeae22-1324-4d1f-9b5f-0d481c03c512 HTTP/1.1" status: 204 len: 173 time: 1.0532291 Aug 29 23:56:43.893741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'name': 'network-vif-deleted', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:43.896673 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92c9fa1-f788-489c-aeb8-8c35e10c7805" -d '{"events": [{"server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "name": "network-vif-deleted", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:43.940392 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df32b8-2689-4aec-8d99-3573d04de1f1 req-aec7d4ad-c8de-4938-a2fa-0e299c360782 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:43.942196 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a8df32b8-2689-4aec-8d99-3573d04de1f1 req-aec7d4ad-c8de-4938-a2fa-0e299c360782 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0671778 Aug 29 23:56:43.960808 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95752928-ca9e-442b-a5f7-a4db73d67397 x-openstack-request-id: req-95752928-ca9e-442b-a5f7-a4db73d67397 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:43.961076 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80567224-9d47-4087-b154-85564c2987cd", "name": "network-vif-deleted", "tag": "4bfeae22-1324-4d1f-9b5f-0d481c03c512", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:43.961317 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-95752928-ca9e-442b-a5f7-a4db73d67397 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:43.961746 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95752928-ca9e-442b-a5f7-a4db73d67397'] response: {'server_uuid': '80567224-9d47-4087-b154-85564c2987cd', 'name': 'network-vif-deleted', 'tag': '4bfeae22-1324-4d1f-9b5f-0d481c03c512', 'status': 'completed', 'code': 200} Aug 29 23:56:43.996478 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51640) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:44.005539 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a8df32b8-2689-4aec-8d99-3573d04de1f1 req-4a1a1e32-adb5-4e8d-8c98-07336fad0f1d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547159 Aug 29 23:56:44.050057 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-cc6b7bc1-d8a2-4d15-a120-51461318053b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=cb38bc3ae5c14e4c8385809d84573600&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0517948 Aug 29 23:56:44.059255 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51642) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:44.072840 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device d335ffed-fc3c-48c2-abfd-132abaa4e505 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:44.097979 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: d335ffed-fc3c-48c2-abfd-132abaa4e505 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:44.098347 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device d335ffed-fc3c-48c2-abfd-132abaa4e505 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:44.128673 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-72aad5fb-7ef1-4e44-9daf-0766a00368b2 admin admin] Publish callbacks [] for security_group (11f0cb7a-a983-4806-96b5-314d7013a0f9), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:44.157654 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-72aad5fb-7ef1-4e44-9daf-0766a00368b2 admin admin] Publish callbacks [] for security_group (11f0cb7a-a983-4806-96b5-314d7013a0f9), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:44.502271 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-72aad5fb-7ef1-4e44-9daf-0766a00368b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (11f0cb7a-a983-4806-96b5-314d7013a0f9), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:44.502271 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-72aad5fb-7ef1-4e44-9daf-0766a00368b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:44.502271 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-72aad5fb-7ef1-4e44-9daf-0766a00368b2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/11f0cb7a-a983-4806-96b5-314d7013a0f9 HTTP/1.1" status: 204 len: 168 time: 0.4414501 Aug 29 23:56:44.511243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aad5fb-7ef1-4e44-9daf-0766a00368b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f0cb7a-a983-4806-96b5-314d7013a0f9,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:44.971773 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9503e991-00ff-41ae-a32a-8b72418c3148 req-83304424-5888-4b41-b05e-51de353d5872 tempest-TestMinimumBasicScenario-691207282 tempest-TestMinimumBasicScenario-691207282-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=80567224-9d47-4087-b154-85564c2987cd HTTP/1.1" status: 200 len: 210 time: 0.0396652 Aug 29 23:56:45.156724 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc7642-2987-47c3-825e-737c240aa5b8 req-b957628e-82cd-487b-9a95-12c62a9e7be9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:45.158363 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6cfc7642-2987-47c3-825e-737c240aa5b8 req-b957628e-82cd-487b-9a95-12c62a9e7be9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0499494 Aug 29 23:56:45.225018 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6cfc7642-2987-47c3-825e-737c240aa5b8 req-c1d46545-2656-4df2-8333-af724683fe49 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546074 Aug 29 23:56:45.365965 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:45.380447 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d88e5-bb2e-4a68-bbb0-fb5ce3fd16fe req-8d750185-0317-4201-912f-e9a72a289344 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:45.382356 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-548d88e5-bb2e-4a68-bbb0-fb5ce3fd16fe req-8d750185-0317-4201-912f-e9a72a289344 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0796785 Aug 29 23:56:45.392571 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51664) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:45.397556 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Request body: {'floatingip': {'port_id': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:56:45.458408 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (1673dfdc-c06d-41d5-a6f7-510cba05de2d), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.077690 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:46.245699 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.324702 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (1673dfdc-c06d-41d5-a6f7-510cba05de2d), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.441421 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Floating IP 1673dfdc-c06d-41d5-a6f7-510cba05de2d associated. External IP: 172.27.2.106, port: 92bd74c9-1028-4a8d-a703-f5c8f8637fc5. Aug 29 23:56:46.571983 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4bfeae22-1324-4d1f-9b5f-0d481c03c512 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:46.594199 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 4bfeae22-1324-4d1f-9b5f-0d481c03c512 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:46.594894 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 4bfeae22-1324-4d1f-9b5f-0d481c03c512 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:46.667872 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Router a79468d6-c4ed-4600-8dc3-c201621a7df0 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:46.784269 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:46.790358 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:46.797225 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] Sync routers for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:46.810271 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:46.811012 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:46.826071 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-db78c04b-6935-41cd-8b5b-8a14af19dd8f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/1673dfdc-c06d-41d5-a6f7-510cba05de2d HTTP/1.1" status: 200 len: 991 time: 1.4319730 Aug 29 23:56:46.827024 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:46.829803 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda" -d '{"events": [{"name": "network-changed", "server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:46.874522 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86a4fc8-91bc-4006-961b-14ae9e86cb48 x-openstack-request-id: req-e86a4fc8-91bc-4006-961b-14ae9e86cb48 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:46.874823 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:46.876021 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e86a4fc8-91bc-4006-961b-14ae9e86cb48 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:46.876021 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86a4fc8-91bc-4006-961b-14ae9e86cb48'] response: {'name': 'network-changed', 'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'status': 'completed', 'code': 200} Aug 29 23:56:46.927373 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:46.937794 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:46.938709 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-d76f817c-01e0-467f-8a56-db52629d6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:46.940267 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-d76f817c-01e0-467f-8a56-db52629d6f22 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 1129 time: 0.0404713 Aug 29 23:56:47.008008 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:47.062364 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-94aa8faa-9ef2-4980-b904-8e55f234638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:47.064146 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-94aa8faa-9ef2-4980-b904-8e55f234638a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 918 time: 0.1176746 Aug 29 23:56:47.153270 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-32f03b4f-82c4-40fe-a07e-de0804bb9e87 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5 HTTP/1.1" status: 200 len: 999 time: 0.0823240 Aug 29 23:56:47.221498 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-6efc239f-deed-48c2-a073-99a3b009ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:47.223177 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-6efc239f-deed-48c2-a073-99a3b009ad65 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.0627012 Aug 29 23:56:47.239802 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '1673dfdc-c06d-41d5-a6f7-510cba05de2d', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'port_id': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'mac_address': 'fa:16:3e:3a:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:56:25Z', 'updated_at': '2022-08-29T23:56:46Z', 'revision_number': 1, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:47.273635 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] Checking router: a79468d6-c4ed-4600-8dc3-c201621a7df0 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:47.275935 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-bc50fc61-83e4-4310-980a-028788c2c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:47.277392 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-bc50fc61-83e4-4310-980a-028788c2c1ca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471332 Aug 29 23:56:47.287077 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:47.287705 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:47.359493 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:47.399775 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-6bf6cc28-f62d-478d-a385-66d75eb51ca6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148124 Aug 29 23:56:47.420020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:47.427029 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:47.510879 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fce3c66c-da20-4b5e-a57f-46be5dbd3dda req-f1758306-c6a7-49c0-90b6-08775f6e2f4a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041965 Aug 29 23:56:47.778792 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '1673dfdc-c06d-41d5-a6f7-510cba05de2d', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'port_id': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'mac_address': 'fa:16:3e:3a:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:56:25Z', 'updated_at': '2022-08-29T23:56:46Z', 'revision_number': 1, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:47.808488 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912114a5-60ed-416e-85d8-222a87d0c239 None None] The sync data for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi is: [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '1673dfdc-c06d-41d5-a6f7-510cba05de2d', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'port_id': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'mac_address': 'fa:16:3e:3a:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:56:25Z', 'updated_at': '2022-08-29T23:56:46Z', 'revision_number': 1, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:48.043373 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51746) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:48.057867 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786d49a-db42-472e-9634-369ba63384b2 None None] New status for floating IP 1673dfdc-c06d-41d5-a6f7-510cba05de2d: ACTIVE {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:56:48.475105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (084aa545-d69d-4bd3-8653-853cbd60a2ba), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.770783 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Deleting port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:48.771124 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.849408 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:48.863947 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] For port 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:48.864504 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:48.880654 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Calling delete_port for 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d owned by network:router_interface {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:49.056465 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:49.160878 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (685aeaf0-a923-42ea-a9ba-a5ea54d8f97d), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:49.185319 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=685aeaf0-a923-42ea-a9ba-a5ea54d8f97d,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:49.376291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (084aa545-d69d-4bd3-8653-853cbd60a2ba), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:49.609191 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Router 084aa545-d69d-4bd3-8653-853cbd60a2ba has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:49.981506 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:49.987015 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-156c8e85-6daf-475a-8f8b-2f6f523506c7 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/084aa545-d69d-4bd3-8653-853cbd60a2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9425142 Aug 29 23:56:49.989619 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51774) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:49.993002 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] Sync routers for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:50.003223 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:50.004400 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:50.113843 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks [] for router (084aa545-d69d-4bd3-8653-853cbd60a2ba), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.119672 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:50.130851 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:50.255934 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks [] for router_gateway (084aa545-d69d-4bd3-8653-853cbd60a2ba), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.329626 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51778) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:50.341202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:56:49Z', 'revision_number': 5, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port': {'id': 'b4c0d4ed-6917-4876-990f-b6bcad700cd3', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:18Z', 'updated_at': '2022-08-29T23:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:50.369743 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] Checking router: 084aa545-d69d-4bd3-8653-853cbd60a2ba for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:50.379435 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] Routers {'084aa545-d69d-4bd3-8653-853cbd60a2ba'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:50.380064 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['084aa545-d69d-4bd3-8653-853cbd60a2ba'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:50.404326 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Deleting port b4c0d4ed-6917-4876-990f-b6bcad700cd3 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:50.404775 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.484674 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] Set router 084aa545-d69d-4bd3-8653-853cbd60a2ba gateway port host: None {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:50.496211 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8963-c13f-40aa-af52-47982fdb819c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.541179 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:56:50Z', 'revision_number': 6, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port_host': None}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:50.542939 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] For port b4c0d4ed-6917-4876-990f-b6bcad700cd3, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b4c0d4ed-6917-4876-990f-b6bcad700cd3,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:50.543310 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:50.562514 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Calling delete_port for b4c0d4ed-6917-4876-990f-b6bcad700cd3 owned by network:router_gateway {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:50.568090 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0468de4-e0f7-4d18-8587-f12369c71752 None None] The sync data for ids ['084aa545-d69d-4bd3-8653-853cbd60a2ba'] in dv-cinder-854272-4-iscsi is: [{'id': '084aa545-d69d-4bd3-8653-853cbd60a2ba', 'name': 'tempest-TestMinimumBasicScenario-2092597631-router', 'tenant_id': '2f665e85ae5b4008b60765fd3076a331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:17Z', 'updated_at': '2022-08-29T23:56:50Z', 'revision_number': 6, 'project_id': '2f665e85ae5b4008b60765fd3076a331', 'gw_port_host': None}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:50.583356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:50.888817 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8963-c13f-40aa-af52-47982fdb819c admin admin] Publish callbacks [] for security_group (57bb0b47-447b-4dc5-a61a-06f0d1870db4), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.023830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8963-c13f-40aa-af52-47982fdb819c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (57bb0b47-447b-4dc5-a61a-06f0d1870db4), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.067735 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f8963-c13f-40aa-af52-47982fdb819c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb0b47-447b-4dc5-a61a-06f0d1870db4,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:51.072855 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-6b4f8963-c13f-40aa-af52-47982fdb819c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=1b0e837d11f9456fa947f14dd0499947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7421703 Aug 29 23:56:51.074493 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (b4c0d4ed-6917-4876-990f-b6bcad700cd3), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.081745 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51784) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:51.111240 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=7 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:51.117206 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c0d4ed-6917-4876-990f-b6bcad700cd3,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:51.234131 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e6a39123-432c-495f-b453-57315a4f7f53 admin admin] Publish callbacks [] for security_group (57bb0b47-447b-4dc5-a61a-06f0d1870db4), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.238029 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (084aa545-d69d-4bd3-8653-853cbd60a2ba), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.346054 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e6a39123-432c-495f-b453-57315a4f7f53 admin admin] Publish callbacks [] for security_group (57bb0b47-447b-4dc5-a61a-06f0d1870db4), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.360098 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (084aa545-d69d-4bd3-8653-853cbd60a2ba), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.364503 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks [] for router_controller (084aa545-d69d-4bd3-8653-853cbd60a2ba), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.515088 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (084aa545-d69d-4bd3-8653-853cbd60a2ba), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.515648 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 084aa545-d69d-4bd3-8653-853cbd60a2ba {{(pid=113459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:56:51.520193 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.528692 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-0e4a5c3f-02f6-4d11-b383-1f1937e3a056 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/084aa545-d69d-4bd3-8653-853cbd60a2ba HTTP/1.1" status: 204 len: 168 time: 1.5309777 Aug 29 23:56:51.528692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51786) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:51.570964 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e6a39123-432c-495f-b453-57315a4f7f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (57bb0b47-447b-4dc5-a61a-06f0d1870db4), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.573705 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e6a39123-432c-495f-b453-57315a4f7f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.574943 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e6a39123-432c-495f-b453-57315a4f7f53 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/57bb0b47-447b-4dc5-a61a-06f0d1870db4 HTTP/1.1" status: 204 len: 168 time: 0.4960163 Aug 29 23:56:51.594176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a39123-432c-495f-b453-57315a4f7f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb0b47-447b-4dc5-a61a-06f0d1870db4,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:51.602786 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1371ac1-f8eb-416b-8160-c16f072cac00 admin admin] Deleting subnet 0b064282-eeae-4dbc-ba96-f75056691db0 {{(pid=113459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:56:51.606705 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e1371ac1-f8eb-416b-8160-c16f072cac00 admin admin] Publish callbacks [] for subnet (0b064282-eeae-4dbc-ba96-f75056691db0), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.673312 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e1371ac1-f8eb-416b-8160-c16f072cac00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9494867'] for subnet (0b064282-eeae-4dbc-ba96-f75056691db0), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:51.717780 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:51.831945 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e1371ac1-f8eb-416b-8160-c16f072cac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (0b064282-eeae-4dbc-ba96-f75056691db0), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.019493 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e1371ac1-f8eb-416b-8160-c16f072cac00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8687270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8393182'] for subnet (0b064282-eeae-4dbc-ba96-f75056691db0), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.084771 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1371ac1-f8eb-416b-8160-c16f072cac00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b064282-eeae-4dbc-ba96-f75056691db0,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:52.099001 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e1371ac1-f8eb-416b-8160-c16f072cac00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.107805 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e1371ac1-f8eb-416b-8160-c16f072cac00 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/0b064282-eeae-4dbc-ba96-f75056691db0 HTTP/1.1" status: 204 len: 168 time: 0.5807750 Aug 29 23:56:52.111857 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51800) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:52.117166 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532418a0-ba76-43fb-93b3-1dbca3e80988 None None] Network b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:56:52.238606 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b4c0d4ed-6917-4876-990f-b6bcad700cd3 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:52.245817 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (b97d4e68-0c55-4a53-bf7a-6ed3a3de0378), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.299852 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: b4c0d4ed-6917-4876-990f-b6bcad700cd3 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:52.302067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b4c0d4ed-6917-4876-990f-b6bcad700cd3 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:52.302067 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:52.324181 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Deleting port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:52.326255 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.376267 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:52.376267 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 685aeaf0-a923-42ea-a9ba-a5ea54d8f97d not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:52.431571 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] For port 86c1a8cc-6d71-473c-912a-cec5ffdb6050, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=86c1a8cc-6d71-473c-912a-cec5ffdb6050,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:52.432012 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.454688 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Calling delete_port for 86c1a8cc-6d71-473c-912a-cec5ffdb6050 owned by network:dhcp {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:52.505590 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] DHCP port deletion for b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:56:52.577291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:52.587762 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Deleting port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:52.588354 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.642517 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.709046 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86c1a8cc-6d71-473c-912a-cec5ffdb6050,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:52.716052 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] No DVR routers for this DVR port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 on host dv-cinder-854272-4-iscsi {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:52.733287 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] For port 86c1a8cc-6d71-473c-912a-cec5ffdb6050, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=86c1a8cc-6d71-473c-912a-cec5ffdb6050,segment=NetworkSegment(eb7a778f-c8c1-49e5-a802-d2c4ca14d80c),segment_id=eb7a778f-c8c1-49e5-a802-d2c4ca14d80c)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:52.733912 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.766542 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:52.772876 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Calling delete_port for 86c1a8cc-6d71-473c-912a-cec5ffdb6050 owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:52.823812 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (b97d4e68-0c55-4a53-bf7a-6ed3a3de0378), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.828295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:52.857642 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97d4e68-0c55-4a53-bf7a-6ed3a3de0378']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:52.880595 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:52.881091 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7a778f-c8c1-49e5-a802-d2c4ca14d80c') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:52.887834 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (86c1a8cc-6d71-473c-912a-cec5ffdb6050), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.895443 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (eb7a778f-c8c1-49e5-a802-d2c4ca14d80c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.919971 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (eb7a778f-c8c1-49e5-a802-d2c4ca14d80c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.932165 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Releasing vlan 1095 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:56:52.932772 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (eb7a778f-c8c1-49e5-a802-d2c4ca14d80c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:52.939829 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Pushing event deleted for resources: {'Port': ['ID=86c1a8cc-6d71-473c-912a-cec5ffdb6050,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:52.943048 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] No DVR routers for this DVR port 86c1a8cc-6d71-473c-912a-cec5ffdb6050 on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:52.957718 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.958070 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.958852 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.960753 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.961251 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.961588 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.961924 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.962255 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.962618 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.962947 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.963274 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.963600 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.963927 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.964247 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.964581 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ffe177-789a-44f9-8514-210721875ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:56:52.994388 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment eb7a778f-c8c1-49e5-a802-d2c4ca14d80c resource provider aggregate not found Aug 29 23:56:53.013983 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment eb7a778f-c8c1-49e5-a802-d2c4ca14d80c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb7a778f-c8c1-49e5-a802-d2c4ca14d80c found for delete ", "request_id": "req-8bb1ad80-977f-4adf-984a-682f4ac2631c"}]} Aug 29 23:56:53.103801 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (b97d4e68-0c55-4a53-bf7a-6ed3a3de0378), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:53.114043 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:53.115844 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/b97d4e68-0c55-4a53-bf7a-6ed3a3de0378 HTTP/1.1" status: 204 len: 168 time: 1.0027750 Aug 29 23:56:53.119652 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51832) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:53.126847 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b26910-5fc5-47a0-bd80-2e3f644880c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97d4e68-0c55-4a53-bf7a-6ed3a3de0378,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:53.635581 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:53.733938 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (6f5db344-dbec-436b-9122-92691c4df8aa), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:53.779902 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:53.979413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Deleting port 7d4d5dec-e129-4abe-91cc-4fc577d06908 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:53.979773 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:54.085718 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] For port 7d4d5dec-e129-4abe-91cc-4fc577d06908, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=7d4d5dec-e129-4abe-91cc-4fc577d06908,segment=NetworkSegment(29cc7454-7258-46a9-807d-517178e5baf9),segment_id=29cc7454-7258-46a9-807d-517178e5baf9)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:54.086489 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:54.106102 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 86c1a8cc-6d71-473c-912a-cec5ffdb6050 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:54.106722 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Calling delete_port for 7d4d5dec-e129-4abe-91cc-4fc577d06908 owned by network:router_interface {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:54.137358 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 86c1a8cc-6d71-473c-912a-cec5ffdb6050 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:54.137711 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 86c1a8cc-6d71-473c-912a-cec5ffdb6050 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:54.338920 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:54.446475 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (7d4d5dec-e129-4abe-91cc-4fc577d06908), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:54.478901 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4d5dec-e129-4abe-91cc-4fc577d06908,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:54.712885 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (6f5db344-dbec-436b-9122-92691c4df8aa), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:54.852802 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a73fcc-dc05-4617-9b8d-c3fc728564a3 req-6ec8a4c0-2ac0-45b8-9b29-0deb6cdf3ecf tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:54.855828 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-85a73fcc-dc05-4617-9b8d-c3fc728564a3 req-6ec8a4c0-2ac0-45b8-9b29-0deb6cdf3ecf tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 945 time: 0.0666509 Aug 29 23:56:54.925798 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-85a73fcc-dc05-4617-9b8d-c3fc728564a3 req-0c30fe1b-5f15-4bd6-9a40-89c2158d5b5c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630763 Aug 29 23:56:55.002223 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Router 6f5db344-dbec-436b-9122-92691c4df8aa has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:55.116642 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:55.121883 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f7631c4d-e5c3-4950-9eb2-41ac5a156cf0 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/6f5db344-dbec-436b-9122-92691c4df8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0011437 Aug 29 23:56:55.124411 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51870) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:55.129971 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] Sync routers for ids ['6f5db344-dbec-436b-9122-92691c4df8aa'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:55.144886 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] Routers {'6f5db344-dbec-436b-9122-92691c4df8aa'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:55.145908 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['6f5db344-dbec-436b-9122-92691c4df8aa'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:55.233988 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks [] for router (6f5db344-dbec-436b-9122-92691c4df8aa), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.287946 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] Set router 6f5db344-dbec-436b-9122-92691c4df8aa gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:55.348040 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks [] for router_gateway (6f5db344-dbec-436b-9122-92691c4df8aa), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.453377 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:55.476648 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:56:54Z', 'revision_number': 5, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port': {'id': '2428238e-e4dc-433f-bd54-f4a311212f12', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:53:29Z', 'updated_at': '2022-08-29T23:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:55.487143 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Deleting port 2428238e-e4dc-433f-bd54-f4a311212f12 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:55.487410 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.503388 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] Checking router: 6f5db344-dbec-436b-9122-92691c4df8aa for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:55.513561 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] Routers {'6f5db344-dbec-436b-9122-92691c4df8aa'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:55.514164 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['6f5db344-dbec-436b-9122-92691c4df8aa'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:55.567558 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:55.581808 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] For port 2428238e-e4dc-433f-bd54-f4a311212f12, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2428238e-e4dc-433f-bd54-f4a311212f12,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:55.581808 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.600432 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Calling delete_port for 2428238e-e4dc-433f-bd54-f4a311212f12 owned by network:router_gateway {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:55.614698 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] Set router 6f5db344-dbec-436b-9122-92691c4df8aa gateway port host: None {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:55.674134 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:56:55Z', 'revision_number': 6, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port_host': None}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:55.703019 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791167c1-3b42-4d2f-a63a-bd9c5986d600 None None] The sync data for ids ['6f5db344-dbec-436b-9122-92691c4df8aa'] in dv-cinder-854272-4-iscsi is: [{'id': '6f5db344-dbec-436b-9122-92691c4df8aa', 'name': 'tempest-TestMinimumBasicScenario-872386456-router', 'tenant_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:53:28Z', 'updated_at': '2022-08-29T23:56:55Z', 'revision_number': 6, 'project_id': 'c487dbdcde1f4ef098cd8bab7a1b7e27', 'gw_port_host': None}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:55.898339 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (2428238e-e4dc-433f-bd54-f4a311212f12), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:55.924914 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Pushing event deleted for resources: {'Port': ['ID=2428238e-e4dc-433f-bd54-f4a311212f12,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:56.004608 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (6f5db344-dbec-436b-9122-92691c4df8aa), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.106806 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45511c-4e22-4562-a923-c55409acc89c req-cd405733-939d-4ee4-8771-1829639cec28 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:56.122590 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-eb45511c-4e22-4562-a923-c55409acc89c req-cd405733-939d-4ee4-8771-1829639cec28 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 945 time: 0.0853181 Aug 29 23:56:56.142020 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (6f5db344-dbec-436b-9122-92691c4df8aa), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.150568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks [] for router_controller (6f5db344-dbec-436b-9122-92691c4df8aa), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.183370 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-eb45511c-4e22-4562-a923-c55409acc89c req-630de267-a664-4ec3-bee4-4b00176462c8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=65659511-0c63-4caf-8763-cddcc560f0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589030 Aug 29 23:56:56.281015 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 7d4d5dec-e129-4abe-91cc-4fc577d06908 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:56.302257 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 7d4d5dec-e129-4abe-91cc-4fc577d06908 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:56.302628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 7d4d5dec-e129-4abe-91cc-4fc577d06908 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:56.326932 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (6f5db344-dbec-436b-9122-92691c4df8aa), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.327555 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f5db344-dbec-436b-9122-92691c4df8aa {{(pid=113460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:56:56.332917 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.334343 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-cb9251d4-88e2-45c6-9cf1-3900b5b4338f admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/6f5db344-dbec-436b-9122-92691c4df8aa HTTP/1.1" status: 204 len: 168 time: 1.2089374 Aug 29 23:56:56.337993 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51886) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:56.406467 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32593e8-c8f9-408d-b4df-8591eba222dd admin admin] Deleting subnet 301082ad-f995-4f48-ad1d-4743801d0327 {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:56:56.410988 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c32593e8-c8f9-408d-b4df-8591eba222dd admin admin] Publish callbacks [] for subnet (301082ad-f995-4f48-ad1d-4743801d0327), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.429495 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-7ce0c87b-836e-4584-9bcd-85c2b7f3eb22 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:56:56.432690 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-7ce0c87b-836e-4584-9bcd-85c2b7f3eb22 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 945 time: 0.0729086 Aug 29 23:56:56.456993 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c32593e8-c8f9-408d-b4df-8591eba222dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (301082ad-f995-4f48-ad1d-4743801d0327), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.528258 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Deleting port d541c48e-12a3-458e-89b2-d84241d30d87 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:56.528532 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.538700 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c32593e8-c8f9-408d-b4df-8591eba222dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (301082ad-f995-4f48-ad1d-4743801d0327), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.635350 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] For port d541c48e-12a3-458e-89b2-d84241d30d87, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d541c48e-12a3-458e-89b2-d84241d30d87,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:56.635726 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.681411 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:56.686992 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c32593e8-c8f9-408d-b4df-8591eba222dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (301082ad-f995-4f48-ad1d-4743801d0327), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.716219 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32593e8-c8f9-408d-b4df-8591eba222dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=301082ad-f995-4f48-ad1d-4743801d0327,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:56.726783 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-c32593e8-c8f9-408d-b4df-8591eba222dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.728826 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26526605-cea8-4b6b-8a2b-eb3758f41f8b None None] Network 02c189c2-353e-4f90-9810-b7e118ca230d requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:56:56.735092 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-c32593e8-c8f9-408d-b4df-8591eba222dd admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/301082ad-f995-4f48-ad1d-4743801d0327 HTTP/1.1" status: 204 len: 168 time: 0.3959057 Aug 29 23:56:56.735905 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51890) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:56.817676 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:56.838635 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (02c189c2-353e-4f90-9810-b7e118ca230d), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.857906 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.858590 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (5e5efb11-f20b-442b-9638-9ede6fff3e1b), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.859070 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Floating IP 5e5efb11-f20b-442b-9638-9ede6fff3e1b disassociated. External IP: 172.27.2.66, port: d541c48e-12a3-458e-89b2-d84241d30d87. Aug 29 23:56:56.859584 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Calling delete_port for d541c48e-12a3-458e-89b2-d84241d30d87 owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:56.893534 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Deleting port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:56.894088 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.932513 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] DHCP port deletion for 02c189c2-353e-4f90-9810-b7e118ca230d request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:56:56.936479 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:56.982625 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] Deleting port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:56:56.983884 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:56.994481 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] For port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,segment=NetworkSegment(29cc7454-7258-46a9-807d-517178e5baf9),segment_id=29cc7454-7258-46a9-807d-517178e5baf9)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:56.994481 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.013716 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Calling delete_port for 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f owned by network:dhcp {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:57.014950 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:57.073430 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] For port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,segment=NetworkSegment(29cc7454-7258-46a9-807d-517178e5baf9),segment_id=29cc7454-7258-46a9-807d-517178e5baf9)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:56:57.073678 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.089705 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] Calling delete_port for 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:56:57.099125 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (d541c48e-12a3-458e-89b2-d84241d30d87), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.127892 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'Port': ['ID=d541c48e-12a3-458e-89b2-d84241d30d87,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:57.171565 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.184739 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (1456dc30-ddd9-4ad7-b9bb-44be0570ed7f), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.200835 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:57.210987 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] No DVR routers for this DVR port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f on host dv-cinder-854272-4-iscsi {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:57.251338 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] No DVR routers for this DVR port 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:57.269320 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929f19b-2ac9-4ab6-ac31-7114c12ec59c None None] Pushing event deleted for resources: {'Port': ['ID=1456dc30-ddd9-4ad7-b9bb-44be0570ed7f,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:57.309047 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (02c189c2-353e-4f90-9810-b7e118ca230d), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.346651 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c60a9fe3-153d-4b53-b681-eeb86f66da88 req-f84db571-8c4c-4ef5-bee5-075b1f68cd14 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 210 time: 0.0399210 Aug 29 23:56:57.351738 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c189c2-353e-4f90-9810-b7e118ca230d']}} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:57.364865 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cc7454-7258-46a9-807d-517178e5baf9') {'for_net_delete': True} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:57.365158 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cc7454-7258-46a9-807d-517178e5baf9') {} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:57.367666 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:56:57.378110 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604823'] for segment (29cc7454-7258-46a9-807d-517178e5baf9), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.402676 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (29cc7454-7258-46a9-807d-517178e5baf9), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.416082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=113460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:56:57.416872 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9603552'] for segment (29cc7454-7258-46a9-807d-517178e5baf9), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.460798 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 29cc7454-7258-46a9-807d-517178e5baf9 resource provider aggregate not found Aug 29 23:56:57.488832 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 29cc7454-7258-46a9-807d-517178e5baf9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29cc7454-7258-46a9-807d-517178e5baf9 found for delete ", "request_id": "req-ed64d459-0887-43e7-9a1b-5dec348b9818"}]} Aug 29 23:56:57.492398 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:56:57.502675 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:56:57.514113 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:57.514776 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:57.541433 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] No DVR routers for this DVR port d541c48e-12a3-458e-89b2-d84241d30d87 on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:56:57.544027 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.547393 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dd191195-8153-4054-9f5b-b2c3bd33d82d req-39e7bf01-0dcd-4437-a74f-10313795ef4d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "DELETE /networking/v2.0/ports/d541c48e-12a3-458e-89b2-d84241d30d87 HTTP/1.1" status: 204 len: 173 time: 1.1091073 Aug 29 23:56:57.547862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'name': 'network-vif-deleted', 'tag': 'd541c48e-12a3-458e-89b2-d84241d30d87'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:56:57.550175 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbe0f3d-9852-4669-ad78-9176c9ccf21a" -d '{"events": [{"server_uuid": "03f0e15f-3470-4cba-a00a-4f282d3ddfd3", "name": "network-vif-deleted", "tag": "d541c48e-12a3-458e-89b2-d84241d30d87"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:56:57.595749 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (02c189c2-353e-4f90-9810-b7e118ca230d), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.613958 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:57.624032 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/02c189c2-353e-4f90-9810-b7e118ca230d HTTP/1.1" status: 204 len: 168 time: 0.8844678 Aug 29 23:56:57.651303 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb2b4b-2ebf-4297-9ff2-cc6314bf8a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=02c189c2-353e-4f90-9810-b7e118ca230d,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:57.665284 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:57.842804 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01da0543-263c-4ff5-9159-f67a4c2ac422 x-openstack-request-id: req-01da0543-263c-4ff5-9159-f67a4c2ac422 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:56:57.843102 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f0e15f-3470-4cba-a00a-4f282d3ddfd3", "name": "network-vif-deleted", "tag": "d541c48e-12a3-458e-89b2-d84241d30d87", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:56:57.843354 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-01da0543-263c-4ff5-9159-f67a4c2ac422 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:56:57.844026 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01da0543-263c-4ff5-9159-f67a4c2ac422'] response: {'server_uuid': '03f0e15f-3470-4cba-a00a-4f282d3ddfd3', 'name': 'network-vif-deleted', 'tag': 'd541c48e-12a3-458e-89b2-d84241d30d87', 'status': 'completed', 'code': 200} Aug 29 23:56:57.931207 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51918) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:58.060371 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:58.082509 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-dee09d85-c389-4c67-a29e-e93c939192aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.095360 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:56:58.098997 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2428238e-e4dc-433f-bd54-f4a311212f12 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:58.143802 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 2428238e-e4dc-433f-bd54-f4a311212f12 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:58.144070 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2428238e-e4dc-433f-bd54-f4a311212f12 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:58.144958 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:58.167775 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-dee09d85-c389-4c67-a29e-e93c939192aa admin admin] Publish callbacks [] for security_group (e8714388-5d29-4512-81a8-a4bde56f05c1), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.173881 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:58.174233 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 1456dc30-ddd9-4ad7-b9bb-44be0570ed7f not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:58.175735 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:56:58.176346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:56:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:58.220283 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:58.274827 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:58.289988 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:56:58.326257 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-dee09d85-c389-4c67-a29e-e93c939192aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (e8714388-5d29-4512-81a8-a4bde56f05c1), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.354810 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51922) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:58.392852 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:DELETE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:58.401661 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-66c35b7b-e232-4ce1-8195-6108474c9d15 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=2f665e85ae5b4008b60765fd3076a331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454240 Aug 29 23:56:58.403954 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51926) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:58.408782 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-dee09d85-c389-4c67-a29e-e93c939192aa admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=3ab7770082504a10ba4e3981b9d62d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758313 Aug 29 23:56:58.410162 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee09d85-c389-4c67-a29e-e93c939192aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8714388-5d29-4512-81a8-a4bde56f05c1,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:58.414568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51928) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:58.529437 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c7140d1-8f2d-42bf-88c9-ed8b8c3fb8f3 admin admin] Publish callbacks [] for security_group (4709499e-b0cc-4d97-9aa4-74c825334ec8), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.544888 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-36c8c4ec-9098-42ed-b0c3-d05e87bf6ded req-65f7e82e-f3b4-452f-8b77-fe2e9dd5e190 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=03f0e15f-3470-4cba-a00a-4f282d3ddfd3 HTTP/1.1" status: 200 len: 210 time: 0.0381184 Aug 29 23:56:58.582502 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:56:58.583330 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ad0a-5246-4167-b1a4-6dc90d22497d admin admin] Publish callbacks [] for security_group (e8714388-5d29-4512-81a8-a4bde56f05c1), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.617992 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d541c48e-12a3-458e-89b2-d84241d30d87 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:56:58.619793 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c7140d1-8f2d-42bf-88c9-ed8b8c3fb8f3 admin admin] Publish callbacks [] for security_group (4709499e-b0cc-4d97-9aa4-74c825334ec8), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.622399 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f774d8-32d0-45da-8f6c-be9e53a8b568 None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:56:58.628529 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:56:58.641744 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: d541c48e-12a3-458e-89b2-d84241d30d87 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:56:58.642196 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d541c48e-12a3-458e-89b2-d84241d30d87 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:56:58.669511 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ad0a-5246-4167-b1a4-6dc90d22497d admin admin] Publish callbacks [] for security_group (e8714388-5d29-4512-81a8-a4bde56f05c1), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.836143 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ad0a-5246-4167-b1a4-6dc90d22497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (e8714388-5d29-4512-81a8-a4bde56f05c1), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.842140 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b9a7ad0a-5246-4167-b1a4-6dc90d22497d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.842140 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b9a7ad0a-5246-4167-b1a4-6dc90d22497d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e8714388-5d29-4512-81a8-a4bde56f05c1 HTTP/1.1" status: 204 len: 168 time: 0.4158688 Aug 29 23:56:58.842719 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c7140d1-8f2d-42bf-88c9-ed8b8c3fb8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (4709499e-b0cc-4d97-9aa4-74c825334ec8), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.845860 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c7140d1-8f2d-42bf-88c9-ed8b8c3fb8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:58.847303 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-7c7140d1-8f2d-42bf-88c9-ed8b8c3fb8f3 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/4709499e-b0cc-4d97-9aa4-74c825334ec8 HTTP/1.1" status: 204 len: 168 time: 0.4423857 Aug 29 23:56:58.855727 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7ad0a-5246-4167-b1a4-6dc90d22497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8714388-5d29-4512-81a8-a4bde56f05c1,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:58.869764 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7140d1-8f2d-42bf-88c9-ed8b8c3fb8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4709499e-b0cc-4d97-9aa4-74c825334ec8,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:56:58.944261 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1156d9-6fe4-490b-b7a7-bc385f1b4c1b None None] New status for floating IP 5e5efb11-f20b-442b-9638-9ede6fff3e1b: DOWN {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:56:59.657249 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51952) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:59.700963 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-9095ea59-3863-48b0-8269-e53003f6a195 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=c487dbdcde1f4ef098cd8bab7a1b7e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425334 Aug 29 23:56:59.703690 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51954) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:59.750559 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51956) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:59.770296 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2453907b-2fe3-4308-8a7d-c736ebbd4a3b admin admin] Publish callbacks [] for security_group (5e2c9d1d-ce94-4c9e-a96a-8707c3174ee1), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:59.792691 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 51958) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:56:59.794680 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2453907b-2fe3-4308-8a7d-c736ebbd4a3b admin admin] Publish callbacks [] for security_group (5e2c9d1d-ce94-4c9e-a96a-8707c3174ee1), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:59.814867 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e1a98f8-b079-42c2-aa38-469b73980c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:59.841682 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-739579c4-c4d7-4df8-ab27-c01aee657cd0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (65659511-0c63-4caf-8763-cddcc560f0c6), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:59.877857 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-739579c4-c4d7-4df8-ab27-c01aee657cd0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (65659511-0c63-4caf-8763-cddcc560f0c6), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:59.956853 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e1a98f8-b079-42c2-aa38-469b73980c2d admin admin] Publish callbacks [] for security_group (c8a70ba5-46cc-4d43-ba0d-79dbeaae6ba0), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:59.971942 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2453907b-2fe3-4308-8a7d-c736ebbd4a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5e2c9d1d-ce94-4c9e-a96a-8707c3174ee1), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:59.974633 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2453907b-2fe3-4308-8a7d-c736ebbd4a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:56:59.978237 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2453907b-2fe3-4308-8a7d-c736ebbd4a3b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5e2c9d1d-ce94-4c9e-a96a-8707c3174ee1 HTTP/1.1" status: 204 len: 168 time: 0.2712293 Aug 29 23:56:59.988704 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453907b-2fe3-4308-8a7d-c736ebbd4a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2c9d1d-ce94-4c9e-a96a-8707c3174ee1,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:00.052898 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-739579c4-c4d7-4df8-ab27-c01aee657cd0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (65659511-0c63-4caf-8763-cddcc560f0c6), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.056368 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-739579c4-c4d7-4df8-ab27-c01aee657cd0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.057640 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-739579c4-c4d7-4df8-ab27-c01aee657cd0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/65659511-0c63-4caf-8763-cddcc560f0c6 HTTP/1.1" status: 204 len: 168 time: 0.3059499 Aug 29 23:57:00.058625 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e1a98f8-b079-42c2-aa38-469b73980c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c8a70ba5-46cc-4d43-ba0d-79dbeaae6ba0), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.060581 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51966) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:00.088090 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.api.v2.resource [None req-fcb2db69-ce49-4dfa-b068-aae5d0424e06 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] show failed (client error): The resource could not be found. Aug 29 23:57:00.089149 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-fcb2db69-ce49-4dfa-b068-aae5d0424e06 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups/65659511-0c63-4caf-8763-cddcc560f0c6 HTTP/1.1" status: 404 len: 347 time: 0.0273726 Aug 29 23:57:00.092186 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51968) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:00.099300 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739579c4-c4d7-4df8-ab27-c01aee657cd0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65659511-0c63-4caf-8763-cddcc560f0c6,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:00.137348 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-1e1a98f8-b079-42c2-aa38-469b73980c2d admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=859ace971b1d427ba987371a90db9587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435135 Aug 29 23:57:00.143435 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51970) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:00.147460 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a98f8-b079-42c2-aa38-469b73980c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a70ba5-46cc-4d43-ba0d-79dbeaae6ba0,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:00.245300 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Deleting port 0252dca1-8c5a-41a9-8ca4-0c99b6cb71df {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:00.245644 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.313641 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-49f27480-186b-410c-a369-8bcf7236ab5c admin admin] Publish callbacks [] for security_group (c8a70ba5-46cc-4d43-ba0d-79dbeaae6ba0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.328164 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:00.353168 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-49f27480-186b-410c-a369-8bcf7236ab5c admin admin] Publish callbacks [] for security_group (c8a70ba5-46cc-4d43-ba0d-79dbeaae6ba0), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.389534 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.389856 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.418145 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Calling delete_port for 0252dca1-8c5a-41a9-8ca4-0c99b6cb71df owned by network:floatingip {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:00.549797 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:00.855905 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-49f27480-186b-410c-a369-8bcf7236ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c8a70ba5-46cc-4d43-ba0d-79dbeaae6ba0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.858370 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-49f27480-186b-410c-a369-8bcf7236ab5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:00.859551 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-49f27480-186b-410c-a369-8bcf7236ab5c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c8a70ba5-46cc-4d43-ba0d-79dbeaae6ba0 HTTP/1.1" status: 204 len: 168 time: 0.7169027 Aug 29 23:57:00.873876 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f27480-186b-410c-a369-8bcf7236ab5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a70ba5-46cc-4d43-ba0d-79dbeaae6ba0,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:00.995349 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (0252dca1-8c5a-41a9-8ca4-0c99b6cb71df), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.021015 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'Port': ['ID=0252dca1-8c5a-41a9-8ca4-0c99b6cb71df,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:01.123356 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (5e5efb11-f20b-442b-9638-9ede6fff3e1b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.128282 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.130220 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a4211172-c895-4bc2-ab49-f161a255a7a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/5e5efb11-f20b-442b-9638-9ede6fff3e1b HTTP/1.1" status: 204 len: 168 time: 1.0368652 Aug 29 23:57:01.166932 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-67146f96-b352-49a9-842f-3060dafe8d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.339440 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51982) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:01.345274 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-929cc3d1-92f9-4238-a72c-52a9204e9e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579315483', 'description': 'tempest-description--897293975'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:01.447399 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-929cc3d1-92f9-4238-a72c-52a9204e9e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.539835 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-929cc3d1-92f9-4238-a72c-52a9204e9e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (22397687-4419-4ea1-aeaf-4f14a9e18051), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.612887 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-929cc3d1-92f9-4238-a72c-52a9204e9e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (22397687-4419-4ea1-aeaf-4f14a9e18051), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.669279 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cc3d1-92f9-4238-a72c-52a9204e9e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22397687-4419-4ea1-aeaf-4f14a9e18051,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:01.726170 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-929cc3d1-92f9-4238-a72c-52a9204e9e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.728943 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-929cc3d1-92f9-4238-a72c-52a9204e9e2a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3879390 Aug 29 23:57:01.732035 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 51994) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:01.736760 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-49be06c0-36c7-4a24-a245-0a2e7f65d75b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group_rule': {'security_group_id': '22397687-4419-4ea1-aeaf-4f14a9e18051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:01.779007 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:57:01.853190 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-49be06c0-36c7-4a24-a245-0a2e7f65d75b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (24c14a59-2acd-4a56-8942-07edfd4121d7), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:01.919124 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-49be06c0-36c7-4a24-a245-0a2e7f65d75b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (24c14a59-2acd-4a56-8942-07edfd4121d7), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.007035 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-49be06c0-36c7-4a24-a245-0a2e7f65d75b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (24c14a59-2acd-4a56-8942-07edfd4121d7), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.027494 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be06c0-36c7-4a24-a245-0a2e7f65d75b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c14a59-2acd-4a56-8942-07edfd4121d7,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:02.117871 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-49be06c0-36c7-4a24-a245-0a2e7f65d75b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.119283 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-49be06c0-36c7-4a24-a245-0a2e7f65d75b tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3862348 Aug 29 23:57:02.122453 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52004) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:02.130722 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-0aac029d-c202-4ca0-8248-5ac89d80a8d3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'security_group_rule': {'security_group_id': '22397687-4419-4ea1-aeaf-4f14a9e18051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:02.261505 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0aac029d-c202-4ca0-8248-5ac89d80a8d3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (56a21e0b-ae68-4ddc-aa6f-e99729baca18), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.346374 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0aac029d-c202-4ca0-8248-5ac89d80a8d3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (56a21e0b-ae68-4ddc-aa6f-e99729baca18), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.426511 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0aac029d-c202-4ca0-8248-5ac89d80a8d3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (56a21e0b-ae68-4ddc-aa6f-e99729baca18), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.446054 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac029d-c202-4ca0-8248-5ac89d80a8d3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a21e0b-ae68-4ddc-aa6f-e99729baca18,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:02.546341 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0aac029d-c202-4ca0-8248-5ac89d80a8d3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.548235 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-0aac029d-c202-4ca0-8248-5ac89d80a8d3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4238224 Aug 29 23:57:02.551304 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52010) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:02.557330 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:02.664795 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.682979 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=77,neutron:DELETE=11,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:02.772846 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:02.836370 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:02.903114 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Allocated IP 172.27.2.153 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/2654fef3-5479-43dc-8bd1-51541f8d6252) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:03.024452 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (2654fef3-5479-43dc-8bd1-51541f8d6252), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.121310 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (2654fef3-5479-43dc-8bd1-51541f8d6252), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.172045 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:03.175370 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:03.178465 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:03.216464 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=2654fef3-5479-43dc-8bd1-51541f8d6252,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:03.276844 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:03.280445 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (61e54562-9bae-4ef9-b51c-e460226568d6), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.380923 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2654fef3-5479-43dc-8bd1-51541f8d6252), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.474881 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a90c09dd-2ed2-4c0b-9269-39d337b418a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.571054 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (2654fef3-5479-43dc-8bd1-51541f8d6252), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.657445 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (2654fef3-5479-43dc-8bd1-51541f8d6252), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.734058 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (61e54562-9bae-4ef9-b51c-e460226568d6), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.737737 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=2654fef3-5479-43dc-8bd1-51541f8d6252,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:03.929366 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:03.930889 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-abc0a045-9926-4852-9067-5ef0794ddb1e tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3784497 Aug 29 23:57:04.152555 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-c4321141-3646-428f-8698-d4e8b90e36e4 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1579315483&fields=id&tenant_id=80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 267 time: 0.0455055 Aug 29 23:57:04.280848 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-8b325ce8-643e-4184-9c05-d6a71f7f2079 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:04.282374 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-8b325ce8-643e-4184-9c05-d6a71f7f2079 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 814 time: 0.1234143 Aug 29 23:57:04.298641 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-5b4feffa-9d3f-4252-91be-1cc109ca2d24 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/quotas/80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 375 time: 0.0104246 Aug 29 23:57:04.360332 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-7f1a2001-21ee-4a7d-9a8b-69c141df8587 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558476 Aug 29 23:57:04.575541 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-45cd6c56-63f6-4ccd-861d-deb3579e33ea service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997385 Aug 29 23:57:04.661618 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:04.680273 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-28a23874-737c-4313-8706-6f9a391da43f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987856 Aug 29 23:57:04.726057 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:05.026514 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-386b7cf4-bc5d-4e8b-b713-b493f3f734cb req-ffe744a1-ddcd-4320-82e3-11e763bccc25 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 210 time: 0.0462511 Aug 29 23:57:06.137473 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-22eb3fc6-d4c1-49bf-bfc2-6fadf960710c req-56a0cec7-3749-46b9-a44f-2e5191d1ba19 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 210 time: 0.0286300 Aug 29 23:57:06.192544 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:06.269428 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:07.249499 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c7fcfcae-966a-4c75-88a7-afbed70db834 req-54db0b53-c4bd-4ea5-bf02-102e5126c24c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 210 time: 0.0336733 Aug 29 23:57:08.522033 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:08.544837 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a3da041c-b2b6-4038-b17f-f0bb41b2f23b req-81847fc0-1f7c-4c9b-a865-89cb5800b172 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 210 time: 0.0597706 Aug 29 23:57:08.617033 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-59f291bf-8edb-46ea-acb2-ca7886fe9a14 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:08.618595 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-59f291bf-8edb-46ea-acb2-ca7886fe9a14 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 814 time: 0.4457490 Aug 29 23:57:08.685538 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-a328af60-db51-4d55-b9da-e37a82b62dc1 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=80d82515633f4c2faa34d3225a6f26a6 HTTP/1.1" status: 200 len: 380 time: 0.0578711 Aug 29 23:57:08.696989 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'port': {'device_id': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'admin_state_up': True, 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'security_groups': ['22397687-4419-4ea1-aeaf-4f14a9e18051']}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:08.920729 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Made reservation on behalf of 80d82515633f4c2faa34d3225a6f26a6 for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:08.924736 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.065595 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Allocated IP 172.20.0.3 (9b596b2d-12e3-47f4-a595-eed3b3358a18/c496b8d6-8b00-49fa-bb8e-5ad596ae66a6/d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:09.224861 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.249525 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:09.334684 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.433226 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:09.440633 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:09.443785 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event updated for resources: {'Port': ['ID=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:09.448731 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:09.539616 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:09.540736 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.566830 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52118) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:09.626143 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-12b19334-65b9-4c61-b8b3-0af4377952f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9335613 Aug 29 23:57:09.712730 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-a6a7937a-8be4-4112-8dca-4f2ea694b67f None None] Provisioning complete for port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:09.713278 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a6a7937a-8be4-4112-8dca-4f2ea694b67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.736088 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-45e4711a-52f8-4115-8de8-5dc48a8ca7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.748409 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d73b9f-629b-4ec4-9004-dc9ec19bebae req-e7eb8cd8-9007-48fa-a2d7-3c5f26b16688 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:09.750751 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f9d73b9f-629b-4ec4-9004-dc9ec19bebae req-e7eb8cd8-9007-48fa-a2d7-3c5f26b16688 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 931 time: 0.0828135 Aug 29 23:57:09.754451 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7937a-8be4-4112-8dca-4f2ea694b67f None None] Port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:57:09.815017 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f9d73b9f-629b-4ec4-9004-dc9ec19bebae req-320c3b98-54a8-467a-b65c-b966999fc700 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583506 Aug 29 23:57:09.821366 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Request body: {'port': {'device_id': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:09.836195 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-45e4711a-52f8-4115-8de8-5dc48a8ca7ab admin admin] Publish callbacks [] for security_group (c452c072-6bd9-4004-a85a-69758db621a2), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.887993 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:09.924386 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:09.958083 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-45e4711a-52f8-4115-8de8-5dc48a8ca7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c452c072-6bd9-4004-a85a-69758db621a2), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.002011 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-45e4711a-52f8-4115-8de8-5dc48a8ca7ab admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=6c1b8ef3b1a144d7b873bff7fd8403da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305787 Aug 29 23:57:10.002011 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4711a-52f8-4115-8de8-5dc48a8ca7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c452c072-6bd9-4004-a85a-69758db621a2,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:10.002011 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52128) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:10.038756 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:10.061315 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dce9dedb-aa06-4cd6-8241-0423cdbb751d admin admin] Publish callbacks [] for security_group (c452c072-6bd9-4004-a85a-69758db621a2), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.084654 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dce9dedb-aa06-4cd6-8241-0423cdbb751d admin admin] Publish callbacks [] for security_group (c452c072-6bd9-4004-a85a-69758db621a2), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.088758 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.238671 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:57:10.246980 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Publish callbacks [] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.259096 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dce9dedb-aa06-4cd6-8241-0423cdbb751d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c452c072-6bd9-4004-a85a-69758db621a2), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.261636 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dce9dedb-aa06-4cd6-8241-0423cdbb751d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.264619 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Transition to ACTIVE for port object d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:57:10.264743 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-dce9dedb-aa06-4cd6-8241-0423cdbb751d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c452c072-6bd9-4004-a85a-69758db621a2 HTTP/1.1" status: 204 len: 168 time: 0.2601919 Aug 29 23:57:10.271367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9dedb-aa06-4cd6-8241-0423cdbb751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c452c072-6bd9-4004-a85a-69758db621a2,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:10.390215 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8685916'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.475205 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:10.481634 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:10.518336 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Attempting to bind port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:57:10.518336 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Attempting to bind port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:57:10.518336 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Attempting to bind port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:10.525279 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:57:10.525601 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Attempting to bind port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb on network 9b596b2d-12e3-47f4-a595-eed3b3358a18 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:10.531067 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:57:10.531413 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Checking segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:10.531798 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Bound using segment: {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:57:10.532232 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Bound port: d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1087, 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:57:10.532588 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.605736 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] For port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:57:10.609692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] For port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:57:10.727230 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8685916'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.731934 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:10.732627 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:10.734176 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb HTTP/1.1" status: 200 len: 1093 time: 1.0987921 Aug 29 23:57:10.734595 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'tag': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:10.736941 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5390a56d-6c68-4370-8435-66c0b235c3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a4eed7-3b9b-45e9-9a5f-e022b5e59825", "tag": "d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:10.776915 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915a38b5-dc13-4910-b250-26e4a327744d x-openstack-request-id: req-915a38b5-dc13-4910-b250-26e4a327744d {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:10.777208 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a4eed7-3b9b-45e9-9a5f-e022b5e59825", "tag": "d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:10.777463 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-915a38b5-dc13-4910-b250-26e4a327744d {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:10.777870 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915a38b5-dc13-4910-b250-26e4a327744d'] response: {'name': 'network-changed', 'server_uuid': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'tag': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'status': 'completed', 'code': 200} Aug 29 23:57:10.791285 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927a461-02e8-45cf-8fcf-c37bbf9d14b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:10.841680 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390a56d-6c68-4370-8435-66c0b235c3f4 req-0189f74f-b1c8-4485-a766-93400fc0aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:10.843287 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5390a56d-6c68-4370-8435-66c0b235c3f4 req-0189f74f-b1c8-4485-a766-93400fc0aa1c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 1127 time: 0.0424190 Aug 29 23:57:10.980651 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3c94a-9378-48d4-9662-eb2120dfd964 req-23c984aa-8c94-46f5-8226-5e12f4d70184 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:10.982200 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4a3c94a-9378-48d4-9662-eb2120dfd964 req-23c984aa-8c94-46f5-8226-5e12f4d70184 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 943 time: 0.0674689 Aug 29 23:57:11.023721 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390a56d-6c68-4370-8435-66c0b235c3f4 req-59fffdd7-8230-4bd9-b8d9-006041402b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:11.025749 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5390a56d-6c68-4370-8435-66c0b235c3f4 req-59fffdd7-8230-4bd9-b8d9-006041402b95 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=80d82515633f4c2faa34d3225a6f26a6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1736224 Aug 29 23:57:11.118531 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4a3c94a-9378-48d4-9662-eb2120dfd964 req-29dae2c6-1fe2-4bd6-bf2e-5dea513f80fa tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256857 Aug 29 23:57:11.122785 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:11.166803 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390a56d-6c68-4370-8435-66c0b235c3f4 req-7bc6eaf2-7eee-4807-a09f-73fd47fc552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:11.168593 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5390a56d-6c68-4370-8435-66c0b235c3f4 req-7bc6eaf2-7eee-4807-a09f-73fd47fc552f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1363862 Aug 29 23:57:11.205854 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52146) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:11.221048 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8e71-db70-4618-82ba-86eca05f875d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:11.267139 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-c59de2f8-2507-496b-a92b-d6792b7f2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:11.269112 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-c59de2f8-2507-496b-a92b-d6792b7f2126 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 1127 time: 0.0527411 Aug 29 23:57:11.330869 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8e71-db70-4618-82ba-86eca05f875d admin admin] Publish callbacks [] for security_group (3400ebae-8d14-4ed0-a016-bf7447c4b1a7), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:11.331084 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-75b8b0bd-5eff-49cf-83d4-418a68241a75 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb HTTP/1.1" status: 200 len: 217 time: 0.0530024 Aug 29 23:57:11.390719 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-b2db49d8-1aad-46a7-8bff-1a97b2da2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:11.392244 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-b2db49d8-1aad-46a7-8bff-1a97b2da2760 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.0514457 Aug 29 23:57:11.438665 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-78317e9b-a0d4-42bc-9947-d75a120482bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:11.440211 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-78317e9b-a0d4-42bc-9947-d75a120482bb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416524 Aug 29 23:57:11.452110 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-cd7d8e71-db70-4618-82ba-86eca05f875d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3400ebae-8d14-4ed0-a016-bf7447c4b1a7), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:11.499125 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d8e71-db70-4618-82ba-86eca05f875d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3400ebae-8d14-4ed0-a016-bf7447c4b1a7,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:11.507333 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-cd7d8e71-db70-4618-82ba-86eca05f875d admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=15a512809f95473292be4a440a0cec59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999051 Aug 29 23:57:11.510376 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52152) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:11.567165 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc22c5d2-c801-4fb4-99f1-0e6beab684bf admin admin] Publish callbacks [] for security_group (3400ebae-8d14-4ed0-a016-bf7447c4b1a7), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:11.575595 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-be1aaeb1-18ea-4f97-b03f-8bbcdc78348e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288271 Aug 29 23:57:11.594153 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc22c5d2-c801-4fb4-99f1-0e6beab684bf admin admin] Publish callbacks [] for security_group (3400ebae-8d14-4ed0-a016-bf7447c4b1a7), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:11.674922 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fff94a88-bf8c-4d46-949b-30410ebad984 req-86d5adf5-a8ca-449b-aef7-98a496dc13cd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916677 Aug 29 23:57:11.789619 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc22c5d2-c801-4fb4-99f1-0e6beab684bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3400ebae-8d14-4ed0-a016-bf7447c4b1a7), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:11.792246 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc22c5d2-c801-4fb4-99f1-0e6beab684bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:11.793551 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-dc22c5d2-c801-4fb4-99f1-0e6beab684bf admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3400ebae-8d14-4ed0-a016-bf7447c4b1a7 HTTP/1.1" status: 204 len: 168 time: 0.2819710 Aug 29 23:57:11.802041 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22c5d2-c801-4fb4-99f1-0e6beab684bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3400ebae-8d14-4ed0-a016-bf7447c4b1a7,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:12.263697 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cea57-a99c-4d9b-a7cc-d31d1787618e req-affd8d03-0af1-4d67-b14b-cd871f08cda9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:12.265239 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-084cea57-a99c-4d9b-a7cc-d31d1787618e req-affd8d03-0af1-4d67-b14b-cd871f08cda9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 943 time: 0.0615962 Aug 29 23:57:12.326558 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-084cea57-a99c-4d9b-a7cc-d31d1787618e req-fea830fb-e2ae-46e3-8e41-ffd1ce98f6f3 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513723 Aug 29 23:57:12.693637 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:57:12.812947 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:12.826259 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'port_id': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'mac_address': 'fa:16:3e:04:f5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1087, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:57:12.872900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:12.874033 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:12.889704 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:57:12.913188 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:13.000758 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.033203 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:13.052727 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:13.122327 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52178) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:13.230882 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-414318377-network', 'tenant_id': '7705da6859424c31bc3090483195b2e0'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:13.255811 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:57:13.350186 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Made reservation on behalf of 7705da6859424c31bc3090483195b2e0 for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:13.354932 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.364929 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.367955 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:13.493285 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Publish callbacks [] for security_group (48e31674-d1dd-40fd-aac2-3c05d69bcea5), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.514489 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45326714-d232-4a5e-8cf6-bd792f87ddec req-6653bc61-0c78-42f9-8bb1-c93cb2c4f3f8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:13.515990 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45326714-d232-4a5e-8cf6-bd792f87ddec req-6653bc61-0c78-42f9-8bb1-c93cb2c4f3f8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 944 time: 0.0693698 Aug 29 23:57:13.571688 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45326714-d232-4a5e-8cf6-bd792f87ddec req-f6fb6ac9-4f1d-42e0-8eea-5bad2b13375c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486856 Aug 29 23:57:13.572862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (48e31674-d1dd-40fd-aac2-3c05d69bcea5), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.605873 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:57:13.621128 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e31674-d1dd-40fd-aac2-3c05d69bcea5,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:13.621128 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.621128 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Added segment f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2 of type vlan for network 97a709de-1230-439a-a909-f2e8ca0a3fa2 Aug 29 23:57:13.675651 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (97a709de-1230-439a-a909-f2e8ca0a3fa2), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.794942 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (97a709de-1230-439a-a909-f2e8ca0a3fa2), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.795923 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:13.796519 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:13.861610 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] Pushing event updated for resources: {'Network': ['ID=97a709de-1230-439a-a909-f2e8ca0a3fa2,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:13.872089 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 97a709de-1230-439a-a909-f2e8ca0a3fa2 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:57:13.931002 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-4cb24aac-e418-488b-9017-df9563a07be4 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8053031 Aug 29 23:57:13.933070 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52186) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:13.938335 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Request body: {'subnet': {'network_id': '97a709de-1230-439a-a909-f2e8ca0a3fa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-414318377-subnet', 'tenant_id': '7705da6859424c31bc3090483195b2e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:14.018001 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Made reservation on behalf of 7705da6859424c31bc3090483195b2e0 for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:14.020542 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8393153'] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:14.159347 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:14.310387 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8687333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8393175'] for subnet (67fcfd22-300b-4c66-abf6-29f649c37219), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:14.386451 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67fcfd22-300b-4c66-abf6-29f649c37219,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:14.397758 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Checking segment: {'id': 'f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '97a709de-1230-439a-a909-f2e8ca0a3fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:14.398094 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Network hostable DHCP agents. Network: 97a709de-1230-439a-a909-f2e8ca0a3fa2, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:57:14.503429 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Network 97a709de-1230-439a-a909-f2e8ca0a3fa2 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:57:14.595227 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 97a709de-1230-439a-a909-f2e8ca0a3fa2) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:14.599816 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:14.600433 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:14.611742 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5251c6-573a-4b8c-af60-ff0a1f314e7b None None] Network 97a709de-1230-439a-a909-f2e8ca0a3fa2 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:14.690235 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:14.724622 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:14.738328 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-c9c37081-3c5e-41bc-b68e-b211f8640855 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7958210 Aug 29 23:57:14.753155 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a1ca92-e3cc-489e-9b93-64f22bc94b36 None None] Network 97a709de-1230-439a-a909-f2e8ca0a3fa2 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:14.762393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b857acd-6d48-40cf-bea0-33f4e7d44bea req-123537eb-af8d-4057-a03e-fff78cb8e751 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:14.763965 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3b857acd-6d48-40cf-bea0-33f4e7d44bea req-123537eb-af8d-4057-a03e-fff78cb8e751 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 944 time: 0.0978706 Aug 29 23:57:14.797169 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:14.826210 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3b857acd-6d48-40cf-bea0-33f4e7d44bea req-7d1fac57-acae-4867-bf6e-9fa9e5e4de63 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543423 Aug 29 23:57:14.839168 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:57:14.915489 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:14.916543 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:15.008385 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:15.008837 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:15.035839 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:15.038048 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23509193-5198-4159-a57a-a59e7c4454bc" -d '{"events": [{"server_uuid": "a3a4eed7-3b9b-45e9-9a5f-e022b5e59825", "name": "network-vif-plugged", "status": "completed", "tag": "d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:15.055141 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:15.150995 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:15.239429 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:15.331658 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a6093-2a26-4021-9113-4e55938466cd x-openstack-request-id: req-669a6093-2a26-4021-9113-4e55938466cd {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:15.331963 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a4eed7-3b9b-45e9-9a5f-e022b5e59825", "name": "network-vif-plugged", "status": "completed", "tag": "d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:15.332218 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-669a6093-2a26-4021-9113-4e55938466cd {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:15.332635 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669a6093-2a26-4021-9113-4e55938466cd'] response: {'server_uuid': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'code': 200} Aug 29 23:57:15.880461 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52214) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:15.886754 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-179084537-network', 'tenant_id': 'd47787ed2a1f4a36b6be8a9a3ba4df77'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:15.977128 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Made reservation on behalf of d47787ed2a1f4a36b6be8a9a3ba4df77 for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:15.980415 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:15.996637 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.002947 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21f8ac-fe53-43c8-9d08-dadac98e75c4 req-3c4fcbd0-8d1e-40c8-a042-3e3934790e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:16.004565 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc21f8ac-fe53-43c8-9d08-dadac98e75c4 req-3c4fcbd0-8d1e-40c8-a042-3e3934790e85 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 1129 time: 0.0792804 Aug 29 23:57:16.089339 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc21f8ac-fe53-43c8-9d08-dadac98e75c4 req-a29cc58a-ec7c-423a-a99a-d1db0e632c6e service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773814 Aug 29 23:57:16.170552 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90fd50-7c41-4a28-bf09-87207d3d813e req-ed80cbc2-b482-4756-92e2-5418102a468a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:16.172314 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-af90fd50-7c41-4a28-bf09-87207d3d813e req-ed80cbc2-b482-4756-92e2-5418102a468a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0727437 Aug 29 23:57:16.199080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Publish callbacks [] for security_group (5cf16ef8-0c51-4abc-abb9-3bb3ad56b12e), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.243639 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-af90fd50-7c41-4a28-bf09-87207d3d813e req-8ce79d53-d476-45e1-8fb5-db317af85786 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630224 Aug 29 23:57:16.315005 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5cf16ef8-0c51-4abc-abb9-3bb3ad56b12e), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.348505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1091} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:57:16.357124 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf16ef8-0c51-4abc-abb9-3bb3ad56b12e,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:16.368105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (29651c65-6697-4700-beb0-00f5f7d48eda), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.368659 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Added segment 29651c65-6697-4700-beb0-00f5f7d48eda of type vlan for network 23df9ba7-8efd-47ef-b8f4-4cfc2865a71a Aug 29 23:57:16.417020 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (23df9ba7-8efd-47ef-b8f4-4cfc2865a71a), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.526663 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (23df9ba7-8efd-47ef-b8f4-4cfc2865a71a), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.527739 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:16.528331 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.606459 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Pushing event updated for resources: {'Network': ['ID=23df9ba7-8efd-47ef-b8f4-4cfc2865a71a,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:16.614291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.614667 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.615010 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.615357 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.615680 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.616007 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.616331 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.617305 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.617633 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.617960 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.618287 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.618653 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.618969 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.619288 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.619605 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:16.633840 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 23df9ba7-8efd-47ef-b8f4-4cfc2865a71a details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:57:16.706318 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e7a659fd-1fc7-43bc-ab95-418071db37df admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8240266 Aug 29 23:57:16.709230 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52220) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:16.714766 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Request body: {'subnet': {'network_id': '23df9ba7-8efd-47ef-b8f4-4cfc2865a71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-179084537-subnet', 'tenant_id': 'd47787ed2a1f4a36b6be8a9a3ba4df77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:16.817733 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Made reservation on behalf of d47787ed2a1f4a36b6be8a9a3ba4df77 for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:16.820568 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8393153'] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:16.910860 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:17.004339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:17.138127 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8687333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8393175'] for subnet (9145d194-aa6e-4cba-80c5-22515e886410), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:17.199357 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9145d194-aa6e-4cba-80c5-22515e886410,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:17.212117 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Checking segment: {'id': '29651c65-6697-4700-beb0-00f5f7d48eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': '23df9ba7-8efd-47ef-b8f4-4cfc2865a71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:17.212475 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Network hostable DHCP agents. Network: 23df9ba7-8efd-47ef-b8f4-4cfc2865a71a, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:57:17.374021 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Network 23df9ba7-8efd-47ef-b8f4-4cfc2865a71a is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:57:17.395151 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9c09a-74b7-41cb-82f4-570cf54685f9 req-0caf5a6a-aa8a-4610-b597-d359d76400bc tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:17.396623 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fec9c09a-74b7-41cb-82f4-570cf54685f9 req-0caf5a6a-aa8a-4610-b597-d359d76400bc tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0676467 Aug 29 23:57:17.465488 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fec9c09a-74b7-41cb-82f4-570cf54685f9 req-61bfcc65-fcdb-43f6-94d9-9a9d1ad020ad tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626533 Aug 29 23:57:17.548227 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 23df9ba7-8efd-47ef-b8f4-4cfc2865a71a) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:17.559831 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:17.560440 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:17.566613 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956d292-dcfc-4621-96c8-85a1ca91dc8c None None] Network 23df9ba7-8efd-47ef-b8f4-4cfc2865a71a requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:17.672229 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-904a7b1a-4129-4be2-b6fa-492772ca28bd admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9616463 Aug 29 23:57:17.689670 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c289f-3bad-47ac-a843-465e5f66581f None None] Network 23df9ba7-8efd-47ef-b8f4-4cfc2865a71a requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:17.743637 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:18.612209 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736fcae-0acf-453a-a616-4e0367cec2a4 req-d7fd3b5c-89b3-4e91-937b-ecf334ae62bd tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:18.613757 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6736fcae-0acf-453a-a616-4e0367cec2a4 req-d7fd3b5c-89b3-4e91-937b-ecf334ae62bd tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0514331 Aug 29 23:57:18.677440 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6736fcae-0acf-453a-a616-4e0367cec2a4 req-02ca7f62-10ba-496c-b10f-f9b6148ee8cc tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578334 Aug 29 23:57:18.814580 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db377f9-4c84-4e94-ad32-53a296daa477 req-029762e1-4de5-42da-9552-540d35c708a1 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:18.816156 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3db377f9-4c84-4e94-ad32-53a296daa477 req-029762e1-4de5-42da-9552-540d35c708a1 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0550687 Aug 29 23:57:18.828085 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52242) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:18.832666 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Request body: {'floatingip': {'port_id': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:18.879186 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (61e54562-9bae-4ef9-b51c-e460226568d6), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:18.906863 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:18.924101 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:19.298987 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:19.368479 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.446623 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (61e54562-9bae-4ef9-b51c-e460226568d6), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.548426 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Floating IP 61e54562-9bae-4ef9-b51c-e460226568d6 associated. External IP: 172.27.2.153, port: d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb. Aug 29 23:57:19.626754 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:19.760443 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:19.887161 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:19.891702 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:19.899550 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:19.914900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:19.915913 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:19.933589 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-b04bd20c-90f9-494a-bc7b-6f3c055e2e55 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "PUT /networking/v2.0/floatingips/61e54562-9bae-4ef9-b51c-e460226568d6 HTTP/1.1" status: 200 len: 991 time: 1.1020951 Aug 29 23:57:19.933589 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'tag': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:19.942792 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3fa1c8-022e-448f-a635-2071f5777a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a4eed7-3b9b-45e9-9a5f-e022b5e59825", "tag": "d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:19.981936 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21a0d4a-9d57-47bf-a2e2-e85c89d2f799 x-openstack-request-id: req-f21a0d4a-9d57-47bf-a2e2-e85c89d2f799 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:19.982751 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a4eed7-3b9b-45e9-9a5f-e022b5e59825", "tag": "d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:19.982751 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-f21a0d4a-9d57-47bf-a2e2-e85c89d2f799 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:19.986801 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21a0d4a-9d57-47bf-a2e2-e85c89d2f799'] response: {'name': 'network-changed', 'server_uuid': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'tag': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'status': 'completed', 'code': 200} Aug 29 23:57:20.062546 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:20.080659 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-4da3be19-62e2-4ccb-8ba0-f1c003ff69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:20.083352 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-4da3be19-62e2-4ccb-8ba0-f1c003ff69ab service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=80d82515633f4c2faa34d3225a6f26a6&device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 1129 time: 0.0761783 Aug 29 23:57:20.189656 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-8c4133dc-ca55-4460-b38d-045ffddf146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:20.191075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-8c4133dc-ca55-4460-b38d-045ffddf146b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 200 len: 916 time: 0.1014020 Aug 29 23:57:20.267808 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-1936d769-56f1-4d83-921e-e92a574bf998 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb HTTP/1.1" status: 200 len: 999 time: 0.0704744 Aug 29 23:57:20.329096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '61e54562-9bae-4ef9-b51c-e460226568d6', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:04:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:03Z', 'updated_at': '2022-08-29T23:57:19Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:20.337262 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-240e027d-dae4-4fa1-80e2-ae7aab153f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:20.339916 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-240e027d-dae4-4fa1-80e2-ae7aab153f09 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 200 len: 853 time: 0.0663283 Aug 29 23:57:20.356194 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:20.362660 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:20.366122 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:20.366779 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:20.390907 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-f2b97784-303a-4854-bd0b-090ae25fdebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:20.392454 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-f2b97784-303a-4854-bd0b-090ae25fdebc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9b596b2d-12e3-47f4-a595-eed3b3358a18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452857 Aug 29 23:57:20.478338 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:20.495485 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-10d3cca3-0fd6-4e49-adbe-e0c2f0d6c0bf service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960777 Aug 29 23:57:20.609716 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ee3fa1c8-022e-448f-a635-2071f5777a8e req-6398d7aa-422b-4fac-b290-612db0139f13 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077502 Aug 29 23:57:20.849973 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '61e54562-9bae-4ef9-b51c-e460226568d6', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:04:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:03Z', 'updated_at': '2022-08-29T23:57:19Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:20.880488 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef40247-eacb-4f17-bcc1-d9aa23fe4822 None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '61e54562-9bae-4ef9-b51c-e460226568d6', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'port_id': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'mac_address': 'fa:16:3e:04:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:57:03Z', 'updated_at': '2022-08-29T23:57:19Z', 'revision_number': 1, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:21.082997 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24fbf3b-0650-42a9-9c82-544138c83095 None None] New status for floating IP 61e54562-9bae-4ef9-b51c-e460226568d6: ACTIVE {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:57:21.639152 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:21.797300 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:26.227002 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:26.241765 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db751b-4aea-4d0e-aa8c-55c5f8f68c3d req-a67782ce-902e-49ab-880e-0fe5bfd74087 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:26.243396 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4db751b-4aea-4d0e-aa8c-55c5f8f68c3d req-a67782ce-902e-49ab-880e-0fe5bfd74087 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0525925 Aug 29 23:57:26.301779 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4db751b-4aea-4d0e-aa8c-55c5f8f68c3d req-ec7dd10d-595f-4fd9-98d4-6777af189e24 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522420 Aug 29 23:57:26.584674 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22022dd0-ddba-4f85-b8d6-a9d0d9aff285 req-fbac0b42-e841-4f85-a7d9-13bc73932fce tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:26.586273 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-22022dd0-ddba-4f85-b8d6-a9d0d9aff285 req-fbac0b42-e841-4f85-a7d9-13bc73932fce tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0542099 Aug 29 23:57:26.658984 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-22022dd0-ddba-4f85-b8d6-a9d0d9aff285 req-5be47e21-9c6b-4ad1-ae3d-0cb61c4843b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652258 Aug 29 23:57:27.443712 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdbdc91-878d-4ee9-9ff5-b701bc654046 req-5f8ca668-45b9-4367-9065-279648c8d8b5 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:27.445496 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3fdbdc91-878d-4ee9-9ff5-b701bc654046 req-5f8ca668-45b9-4367-9065-279648c8d8b5 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0618093 Aug 29 23:57:27.506086 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3fdbdc91-878d-4ee9-9ff5-b701bc654046 req-90661fb2-cdc9-4b79-8fc6-937a9987aae4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495369 Aug 29 23:57:28.100980 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514481b6-1871-4381-ad4d-e7a39803dd43 req-c26c5485-9941-421f-bf54-05fdf3328be5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:28.102595 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-514481b6-1871-4381-ad4d-e7a39803dd43 req-c26c5485-9941-421f-bf54-05fdf3328be5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.3561401 Aug 29 23:57:28.109827 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:28.125517 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058c0ab-f825-4aec-9858-648c07908a9e req-bf83d398-d609-4251-b964-d530115e66bb tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:28.127109 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6058c0ab-f825-4aec-9858-648c07908a9e req-bf83d398-d609-4251-b964-d530115e66bb tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0735586 Aug 29 23:57:28.207603 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-514481b6-1871-4381-ad4d-e7a39803dd43 req-fa7ec949-5a29-437d-bb7f-952972ffb6b1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946071 Aug 29 23:57:28.251622 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Deleting port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:28.252105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:28.361034 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] For port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:28.361723 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:28.545830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:28.546479 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (0c7e81b5-260e-4a86-b2ef-3c07d9c3a450), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:28.546607 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Floating IP 0c7e81b5-260e-4a86-b2ef-3c07d9c3a450 disassociated. External IP: 172.27.2.95, port: 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326. Aug 29 23:57:28.547355 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Calling delete_port for 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:28.673316 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044de80-94db-4f88-b466-b14b12b8baf9 req-0fb06ad8-c69d-4a5b-a893-8ad9db9b49f4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:28.674901 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3044de80-94db-4f88-b466-b14b12b8baf9 req-0fb06ad8-c69d-4a5b-a893-8ad9db9b49f4 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 946 time: 0.0627587 Aug 29 23:57:28.767665 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3044de80-94db-4f88-b466-b14b12b8baf9 req-f820ee96-9dd3-4e08-a928-090cb1682df9 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=e7424097-2838-4413-bbf0-464334d2f66b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860026 Aug 29 23:57:28.846500 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (9aab1db7-2f82-4fbf-b6c0-7f1a581d7326), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:28.876727 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event deleted for resources: {'Port': ['ID=9aab1db7-2f82-4fbf-b6c0-7f1a581d7326,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:28.928767 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:28.998129 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:29.041296 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:29.111668 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:29.122481 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] Sync routers for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:29.135646 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:29.136385 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:29.162658 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] No DVR routers for this DVR port 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:57:29.162658 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:29.166878 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6058c0ab-f825-4aec-9858-648c07908a9e req-4f5f6a2e-ae3b-4f4a-8ed1-835c57a879a3 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.61 "DELETE /networking/v2.0/ports/9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 HTTP/1.1" status: 204 len: 173 time: 1.0305958 Aug 29 23:57:29.167374 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'name': 'network-vif-deleted', 'tag': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:29.169728 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925e1e2d-b0a3-4601-8f96-cc1a3d05073a" -d '{"events": [{"server_uuid": "9fcf4e47-8d33-4c78-a889-876e9f941757", "name": "network-vif-deleted", "tag": "9aab1db7-2f82-4fbf-b6c0-7f1a581d7326"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:29.196448 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:29.216148 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1fa061-2f81-45fd-a199-b0b64042833f x-openstack-request-id: req-dc1fa061-2f81-45fd-a199-b0b64042833f {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:29.219595 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcf4e47-8d33-4c78-a889-876e9f941757", "name": "network-vif-deleted", "tag": "9aab1db7-2f82-4fbf-b6c0-7f1a581d7326", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:29.219595 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-dc1fa061-2f81-45fd-a199-b0b64042833f {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:29.219595 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1fa061-2f81-45fd-a199-b0b64042833f'] response: {'server_uuid': '9fcf4e47-8d33-4c78-a889-876e9f941757', 'name': 'network-vif-deleted', 'tag': '9aab1db7-2f82-4fbf-b6c0-7f1a581d7326', 'status': 'completed', 'code': 200} Aug 29 23:57:29.261040 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:29.375769 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df9b32-5931-4919-8b66-1f8886651677 req-d4b4221c-24f1-4bae-aa4e-524c65730e54 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:29.377488 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78df9b32-5931-4919-8b66-1f8886651677 req-d4b4221c-24f1-4bae-aa4e-524c65730e54 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0630317 Aug 29 23:57:29.448081 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78df9b32-5931-4919-8b66-1f8886651677 req-14237696-4517-4984-bf0e-4372dc5d4cfa tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644805 Aug 29 23:57:29.505208 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:29.529806 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] Checking router: 3c569ee0-82a9-4b20-bc3e-774b9ab33219 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:29.539020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:29.539620 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:29.651972 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:29.857730 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:29.887563 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6a78f-30f8-4647-8150-90b9696e2e4d None None] The sync data for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi is: [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:51:09Z', 'revision_number': 4, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a309192a-6c2b-4caf-abb5-a2db50b67b47', 'name': '', 'network_id': '81309772-a7ea-411c-9807-d5770abcbfb5', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'mac_address': 'fa:16:3e:a8:f0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '8f22fed0-2271-4414-975d-90e99557fb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:08Z', 'updated_at': '2022-08-29T23:51:29Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'subnets': [{'id': '8f22fed0-2271-4414-975d-90e99557fb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:29.895674 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc97ef83-7f22-479c-b542-d46f3edb727f req-c19c1ce0-be39-4260-ad19-c14d3d9e5e9c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=9fcf4e47-8d33-4c78-a889-876e9f941757 HTTP/1.1" status: 200 len: 210 time: 0.0318141 Aug 29 23:57:30.147710 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bc9e2-9a15-4595-a80c-683a366c4aee None None] New status for floating IP 0c7e81b5-260e-4a86-b2ef-3c07d9c3a450: DOWN {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:57:30.585242 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25b511-5118-4d8c-b1a7-3056cd83acb8 req-ced6ff4a-1c58-4df7-bb32-aae37865921e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:30.586841 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6b25b511-5118-4d8c-b1a7-3056cd83acb8 req-ced6ff4a-1c58-4df7-bb32-aae37865921e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0521603 Aug 29 23:57:30.641618 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6b25b511-5118-4d8c-b1a7-3056cd83acb8 req-a018b2c3-f348-43e0-9b2a-f206a6d97486 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458658 Aug 29 23:57:30.803990 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:57:30.826487 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:57:30.826843 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 9aab1db7-2f82-4fbf-b6c0-7f1a581d7326 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:57:31.038224 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:31.081826 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52414) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:31.142300 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-46abc92b-3123-4aa0-a007-764643b9b509 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (e7424097-2838-4413-bbf0-464334d2f66b), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.160684 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f6a2fb02-0ff6-4033-8818-5e88943f1603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.167400 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-46abc92b-3123-4aa0-a007-764643b9b509 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (e7424097-2838-4413-bbf0-464334d2f66b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.287202 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-46abc92b-3123-4aa0-a007-764643b9b509 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (e7424097-2838-4413-bbf0-464334d2f66b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.289843 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-46abc92b-3123-4aa0-a007-764643b9b509 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.291645 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-46abc92b-3123-4aa0-a007-764643b9b509 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/e7424097-2838-4413-bbf0-464334d2f66b HTTP/1.1" status: 204 len: 168 time: 0.2077944 Aug 29 23:57:31.294793 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52420) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:31.303114 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abc92b-3123-4aa0-a007-764643b9b509 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7424097-2838-4413-bbf0-464334d2f66b,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:31.312686 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.api.v2.resource [None req-b032bb9a-0892-44d7-a36e-0cc9b987d34c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] show failed (client error): The resource could not be found. Aug 29 23:57:31.314705 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-b032bb9a-0892-44d7-a36e-0cc9b987d34c tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "GET /networking/v2.0/security-groups/e7424097-2838-4413-bbf0-464334d2f66b HTTP/1.1" status: 404 len: 347 time: 0.0184860 Aug 29 23:57:31.325718 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52422) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:31.445346 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Deleting port 80167ac8-0c34-439a-9b96-d78235fd6c79 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:31.445688 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (80167ac8-0c34-439a-9b96-d78235fd6c79), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.533071 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (80167ac8-0c34-439a-9b96-d78235fd6c79), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.533390 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (80167ac8-0c34-439a-9b96-d78235fd6c79), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.548839 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Calling delete_port for 80167ac8-0c34-439a-9b96-d78235fd6c79 owned by network:floatingip {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:31.779185 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7c4db-1c56-4ff3-adc4-833162512adb req-79938a7a-4519-4a98-90c8-e05b50a6a3d3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:31.781042 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0aa7c4db-1c56-4ff3-adc4-833162512adb req-79938a7a-4519-4a98-90c8-e05b50a6a3d3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0543866 Aug 29 23:57:31.842073 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0aa7c4db-1c56-4ff3-adc4-833162512adb req-1b4ad77a-ba7e-436b-bace-2d735f27fef9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548990 Aug 29 23:57:31.869517 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (80167ac8-0c34-439a-9b96-d78235fd6c79), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.895857 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Pushing event deleted for resources: {'Port': ['ID=80167ac8-0c34-439a-9b96-d78235fd6c79,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:31.959391 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks [] for floatingip (0c7e81b5-260e-4a86-b2ef-3c07d9c3a450), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.962239 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:31.966776 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d1f11728-7264-465a-ad81-c2ea97b82bf8 tempest-AttachVolumeTestJSON-1325623934 tempest-AttachVolumeTestJSON-1325623934-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/0c7e81b5-260e-4a86-b2ef-3c07d9c3a450 HTTP/1.1" status: 204 len: 168 time: 0.6415660 Aug 29 23:57:32.990083 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edf484-5e9f-4690-9b31-5dc14400c978 req-66cc331b-5a0d-4ee1-b4cb-d6ebd33b7b1b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:32.991569 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d5edf484-5e9f-4690-9b31-5dc14400c978 req-66cc331b-5a0d-4ee1-b4cb-d6ebd33b7b1b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0686111 Aug 29 23:57:33.046509 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d5edf484-5e9f-4690-9b31-5dc14400c978 req-2de2480b-e688-42cd-a56e-09822d50204e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479102 Aug 29 23:57:33.440593 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c67bbd0a-ae01-4656-81dd-ca27205a98dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:34.207653 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cce6e8-2f12-4eef-ae22-e4d52496615e req-43af9ca6-9104-4eb3-9ada-1f8f737c5e39 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:34.209176 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15cce6e8-2f12-4eef-ae22-e4d52496615e req-43af9ca6-9104-4eb3-9ada-1f8f737c5e39 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0493975 Aug 29 23:57:34.265078 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-15cce6e8-2f12-4eef-ae22-e4d52496615e req-fb533a18-6025-4a60-a37a-e85878cbe749 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491302 Aug 29 23:57:34.753751 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:35.395888 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872c4e1-60ea-4e69-80aa-faf2ddf7a8f3 req-9b1e36cc-5d6b-4adb-b37d-bdb019eca792 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:35.398098 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8872c4e1-60ea-4e69-80aa-faf2ddf7a8f3 req-9b1e36cc-5d6b-4adb-b37d-bdb019eca792 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0502784 Aug 29 23:57:35.473274 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8872c4e1-60ea-4e69-80aa-faf2ddf7a8f3 req-09356185-f67d-4b4c-b864-988385281399 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619702 Aug 29 23:57:35.512069 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52490) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:35.561994 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Deleting subnet 67fcfd22-300b-4c66-abf6-29f649c37219 {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:57:35.565629 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Publish callbacks [] for subnet (67fcfd22-300b-4c66-abf6-29f649c37219), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:35.604379 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (67fcfd22-300b-4c66-abf6-29f649c37219), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:35.644839 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (67fcfd22-300b-4c66-abf6-29f649c37219), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:35.692054 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:35.812413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (67fcfd22-300b-4c66-abf6-29f649c37219), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:35.836820 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67fcfd22-300b-4c66-abf6-29f649c37219,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:35.846795 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:35.849826 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/67fcfd22-300b-4c66-abf6-29f649c37219 HTTP/1.1" status: 204 len: 168 time: 0.3367465 Aug 29 23:57:35.851817 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.852158 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.852497 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.852739 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52492) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:35.852901 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.853157 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.853490 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.853817 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.854134 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.854500 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.854787 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.855106 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.855423 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.855740 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.856051 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.856368 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1873f981-4b78-4b01-8f20-5392ddd7ffc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:35.926773 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (97a709de-1230-439a-a909-f2e8ca0a3fa2), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.017415 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (97a709de-1230-439a-a909-f2e8ca0a3fa2), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.046333 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52500) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:36.046333 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:36.053738 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a709de-1230-439a-a909-f2e8ca0a3fa2']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:36.065056 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:36.065284 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:36.076695 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.093080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.102554 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:57:36.103802 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.128075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2 resource provider aggregate not found Aug 29 23:57:36.164338 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6bc6fe4-0a9a-47fa-a3f2-3c6de2aa41b2 found for delete ", "request_id": "req-ca3ad01e-98be-4a8a-bef5-c9933f8dbdb4"}]} Aug 29 23:57:36.191258 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.280453 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (97a709de-1230-439a-a909-f2e8ca0a3fa2), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.285078 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.288356 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/97a709de-1230-439a-a909-f2e8ca0a3fa2 HTTP/1.1" status: 204 len: 168 time: 0.4345539 Aug 29 23:57:36.291465 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52508) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:36.310594 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90b033-f02b-4cea-b2e4-e389803cd0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=97a709de-1230-439a-a909-f2e8ca0a3fa2,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:36.320434 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.354571 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b812e7-87c1-4510-9379-0ce8cfa0c3c2 admin admin] Deleting subnet 9145d194-aa6e-4cba-80c5-22515e886410 {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:57:36.359036 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64b812e7-87c1-4510-9379-0ce8cfa0c3c2 admin admin] Publish callbacks [] for subnet (9145d194-aa6e-4cba-80c5-22515e886410), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.366371 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:36.380926 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:36.398251 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64b812e7-87c1-4510-9379-0ce8cfa0c3c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (9145d194-aa6e-4cba-80c5-22515e886410), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.444035 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64b812e7-87c1-4510-9379-0ce8cfa0c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (9145d194-aa6e-4cba-80c5-22515e886410), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.589740 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64b812e7-87c1-4510-9379-0ce8cfa0c3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (9145d194-aa6e-4cba-80c5-22515e886410), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.622844 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b812e7-87c1-4510-9379-0ce8cfa0c3c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9145d194-aa6e-4cba-80c5-22515e886410,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:36.631573 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-64b812e7-87c1-4510-9379-0ce8cfa0c3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.636541 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-64b812e7-87c1-4510-9379-0ce8cfa0c3c2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/9145d194-aa6e-4cba-80c5-22515e886410 HTTP/1.1" status: 204 len: 168 time: 0.3430824 Aug 29 23:57:36.647962 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52512) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:36.648176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde78f11-9107-4dc1-ba08-acb90e561220 req-49a7d110-3326-4499-9bd8-7978da7ef872 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:36.649695 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bde78f11-9107-4dc1-ba08-acb90e561220 req-49a7d110-3326-4499-9bd8-7978da7ef872 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0815423 Aug 29 23:57:36.716775 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (3c569ee0-82a9-4b20-bc3e-774b9ab33219), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.717002 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (23df9ba7-8efd-47ef-b8f4-4cfc2865a71a), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.791660 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bde78f11-9107-4dc1-ba08-acb90e561220 req-8f2c04a2-289e-45d0-89f1-8183514efd59 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172032 Aug 29 23:57:36.820869 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (23df9ba7-8efd-47ef-b8f4-4cfc2865a71a), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.849048 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23df9ba7-8efd-47ef-b8f4-4cfc2865a71a']}} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:36.865835 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29651c65-6697-4700-beb0-00f5f7d48eda') {'for_net_delete': True} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:36.866131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29651c65-6697-4700-beb0-00f5f7d48eda') {} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:36.878071 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604823'] for segment (29651c65-6697-4700-beb0-00f5f7d48eda), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.894745 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (29651c65-6697-4700-beb0-00f5f7d48eda), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.904184 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=113460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:57:36.904648 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9603552'] for segment (29651c65-6697-4700-beb0-00f5f7d48eda), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:36.945356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:36.958265 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 29651c65-6697-4700-beb0-00f5f7d48eda resource provider aggregate not found Aug 29 23:57:36.982717 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 29651c65-6697-4700-beb0-00f5f7d48eda resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29651c65-6697-4700-beb0-00f5f7d48eda found for delete ", "request_id": "req-9561566f-d3d6-48d2-8f90-1187e26701ce"}]} Aug 29 23:57:37.013915 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Deleting port a309192a-6c2b-4caf-abb5-a2db50b67b47 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:37.014256 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.062335 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (23df9ba7-8efd-47ef-b8f4-4cfc2865a71a), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.067967 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.071111 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/23df9ba7-8efd-47ef-b8f4-4cfc2865a71a HTTP/1.1" status: 204 len: 168 time: 0.4311893 Aug 29 23:57:37.083544 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cc3dd-99e9-4c2b-8e65-ed832c105cac admin admin] Pushing event deleted for resources: {'Network': ['ID=23df9ba7-8efd-47ef-b8f4-4cfc2865a71a,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:37.107348 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] For port a309192a-6c2b-4caf-abb5-a2db50b67b47, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a309192a-6c2b-4caf-abb5-a2db50b67b47,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:37.107746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.122192 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Calling delete_port for a309192a-6c2b-4caf-abb5-a2db50b67b47 owned by network:router_interface {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:37.356001 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (a309192a-6c2b-4caf-abb5-a2db50b67b47), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.387365 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52520) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:37.387587 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a309192a-6c2b-4caf-abb5-a2db50b67b47,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:37.411193 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:37.439864 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-654940bf-5d25-4844-bf62-0db2d7f169ba admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=7705da6859424c31bc3090483195b2e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512311 Aug 29 23:57:37.443001 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52522) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:37.509601 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fc406599-5f04-430b-b476-cf5176553e77 admin admin] Publish callbacks [] for security_group (48e31674-d1dd-40fd-aac2-3c05d69bcea5), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.535662 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fc406599-5f04-430b-b476-cf5176553e77 admin admin] Publish callbacks [] for security_group (48e31674-d1dd-40fd-aac2-3c05d69bcea5), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.579184 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (3c569ee0-82a9-4b20-bc3e-774b9ab33219), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.708519 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fc406599-5f04-430b-b476-cf5176553e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (48e31674-d1dd-40fd-aac2-3c05d69bcea5), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.711209 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-fc406599-5f04-430b-b476-cf5176553e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:37.712439 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-fc406599-5f04-430b-b476-cf5176553e77 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/48e31674-d1dd-40fd-aac2-3c05d69bcea5 HTTP/1.1" status: 204 len: 168 time: 0.2680519 Aug 29 23:57:37.721611 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc406599-5f04-430b-b476-cf5176553e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e31674-d1dd-40fd-aac2-3c05d69bcea5,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:37.784125 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:37.802130 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:37.848515 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:38.215397 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:38.222632 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a116c7dd-b326-4b3c-9e39-ed85aa99bbc8 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/3c569ee0-82a9-4b20-bc3e-774b9ab33219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1904967 Aug 29 23:57:38.225326 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] Sync routers for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:38.225842 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52530) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:38.231964 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91af1ea-29a7-4cff-b54e-d8d0b652766b req-c0ff2c15-069b-450e-97fd-8922f148d52a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:38.238711 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:38.238901 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e91af1ea-29a7-4cff-b54e-d8d0b652766b req-c0ff2c15-069b-450e-97fd-8922f148d52a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.3364725 Aug 29 23:57:38.239575 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:38.286105 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e91af1ea-29a7-4cff-b54e-d8d0b652766b req-2e0954ba-2815-439a-be7f-452c8f5a695d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Aug 29 23:57:38.335141 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks [] for router (3c569ee0-82a9-4b20-bc3e-774b9ab33219), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.349642 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:38.441658 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks [] for router_gateway (3c569ee0-82a9-4b20-bc3e-774b9ab33219), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.491527 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52532) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:38.548704 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:57:37Z', 'revision_number': 5, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port': {'id': 'f90a03c6-1593-46e7-8e76-faa019ddf6cd', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:38.563287 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d51f85c3-10df-435d-bc82-01141731c189 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d47787ed2a1f4a36b6be8a9a3ba4df77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0704601 Aug 29 23:57:38.565876 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52534) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:38.576444 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Deleting port f90a03c6-1593-46e7-8e76-faa019ddf6cd {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:38.576783 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.585887 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] Checking router: 3c569ee0-82a9-4b20-bc3e-774b9ab33219 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:38.596010 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] Routers {'3c569ee0-82a9-4b20-bc3e-774b9ab33219'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:38.596635 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:38.696682 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] Set router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 gateway port host: None {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:38.699863 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6731a091-5ad6-4233-8808-d82eff12e36e admin admin] Publish callbacks [] for security_group (5cf16ef8-0c51-4abc-abb9-3bb3ad56b12e), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.706885 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] For port f90a03c6-1593-46e7-8e76-faa019ddf6cd, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=f90a03c6-1593-46e7-8e76-faa019ddf6cd,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:38.707244 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.730571 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Calling delete_port for f90a03c6-1593-46e7-8e76-faa019ddf6cd owned by network:router_gateway {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:38.735937 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:38.744482 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6731a091-5ad6-4233-8808-d82eff12e36e admin admin] Publish callbacks [] for security_group (5cf16ef8-0c51-4abc-abb9-3bb3ad56b12e), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.749545 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:57:38Z', 'revision_number': 6, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port_host': None}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:38.774854 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c70da9-56d7-455f-bc6a-fb7a21f4cae5 None None] The sync data for ids ['3c569ee0-82a9-4b20-bc3e-774b9ab33219'] in dv-cinder-854272-4-iscsi is: [{'id': '3c569ee0-82a9-4b20-bc3e-774b9ab33219', 'name': 'tempest-AttachVolumeTestJSON-515996053-router', 'tenant_id': '2d358f3073d446f49dc51777a7afc30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:04Z', 'updated_at': '2022-08-29T23:57:38Z', 'revision_number': 6, 'project_id': '2d358f3073d446f49dc51777a7afc30e', 'gw_port_host': None}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:38.783906 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:57:38.902734 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:38.966350 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6731a091-5ad6-4233-8808-d82eff12e36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5cf16ef8-0c51-4abc-abb9-3bb3ad56b12e), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.968831 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6731a091-5ad6-4233-8808-d82eff12e36e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:38.970241 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-6731a091-5ad6-4233-8808-d82eff12e36e admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5cf16ef8-0c51-4abc-abb9-3bb3ad56b12e HTTP/1.1" status: 204 len: 168 time: 0.4031897 Aug 29 23:57:38.977982 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731a091-5ad6-4233-8808-d82eff12e36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf16ef8-0c51-4abc-abb9-3bb3ad56b12e,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:39.001469 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (f90a03c6-1593-46e7-8e76-faa019ddf6cd), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.036487 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90a03c6-1593-46e7-8e76-faa019ddf6cd,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:39.106677 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (3c569ee0-82a9-4b20-bc3e-774b9ab33219), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.201159 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (3c569ee0-82a9-4b20-bc3e-774b9ab33219), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.203670 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks [] for router_controller (3c569ee0-82a9-4b20-bc3e-774b9ab33219), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.322997 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (3c569ee0-82a9-4b20-bc3e-774b9ab33219), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.322997 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c569ee0-82a9-4b20-bc3e-774b9ab33219 {{(pid=113460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:57:39.327734 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.329697 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-3ec84e7d-8732-452c-96f3-fb91227a6cf2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/3c569ee0-82a9-4b20-bc3e-774b9ab33219 HTTP/1.1" status: 204 len: 168 time: 1.1025996 Aug 29 23:57:39.337454 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52542) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:39.393813 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4286218-2fda-4b55-b240-365e7b24fdfb admin admin] Deleting subnet 8f22fed0-2271-4414-975d-90e99557fb03 {{(pid=113459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:57:39.408090 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b4286218-2fda-4b55-b240-365e7b24fdfb admin admin] Publish callbacks [] for subnet (8f22fed0-2271-4414-975d-90e99557fb03), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.473023 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e6f99-d15f-4084-a1c4-a2b9f201ab9b req-52d2241a-27f3-429f-9573-32e5564316f2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:39.474570 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2f2e6f99-d15f-4084-a1c4-a2b9f201ab9b req-52d2241a-27f3-429f-9573-32e5564316f2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0856318 Aug 29 23:57:39.479348 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b4286218-2fda-4b55-b240-365e7b24fdfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9494867'] for subnet (8f22fed0-2271-4414-975d-90e99557fb03), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.563525 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2f2e6f99-d15f-4084-a1c4-a2b9f201ab9b req-a5948b5d-9d60-43ff-a34d-9445f188632c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819967 Aug 29 23:57:39.597039 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b4286218-2fda-4b55-b240-365e7b24fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (8f22fed0-2271-4414-975d-90e99557fb03), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.738462 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b4286218-2fda-4b55-b240-365e7b24fdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8687270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8393182'] for subnet (8f22fed0-2271-4414-975d-90e99557fb03), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.766291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4286218-2fda-4b55-b240-365e7b24fdfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f22fed0-2271-4414-975d-90e99557fb03,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:39.775703 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b4286218-2fda-4b55-b240-365e7b24fdfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.778500 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52552) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:39.779558 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-b4286218-2fda-4b55-b240-365e7b24fdfb admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/8f22fed0-2271-4414-975d-90e99557fb03 HTTP/1.1" status: 204 len: 168 time: 0.4401503 Aug 29 23:57:39.781407 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0171401c-598c-42aa-8c7a-2b783fbd8f1d None None] Network 81309772-a7ea-411c-9807-d5770abcbfb5 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:39.840244 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:39.884091 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (81309772-a7ea-411c-9807-d5770abcbfb5), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.931314 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Deleting port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:39.931884 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:39.980577 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] DHCP port deletion for 81309772-a7ea-411c-9807-d5770abcbfb5 request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:57:40.014978 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] For port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:40.015255 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.029615 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Calling delete_port for 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 owned by network:dhcp {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:40.036815 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] Deleting port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:57:40.037274 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.113882 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] For port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,segment=NetworkSegment(d9a8179b-cf67-4b7f-ba68-63f56617f5fd),segment_id=d9a8179b-cf67-4b7f-ba68-63f56617f5fd)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:40.114828 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.125489 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.133604 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] Calling delete_port for 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:57:40.138768 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a309192a-6c2b-4caf-abb5-a2db50b67b47 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:57:40.172076 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: a309192a-6c2b-4caf-abb5-a2db50b67b47 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:57:40.172510 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a309192a-6c2b-4caf-abb5-a2db50b67b47 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:57:40.172937 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:57:40.201632 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.241747 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:40.242651 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:40.242651 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] No DVR routers for this DVR port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 on host dv-cinder-854272-4-iscsi {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:57:40.254161 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:40.277989 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No active binding found for port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 {{(pid=113461) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 29 23:57:40.278288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] The host dv-cinder-854272-4-iscsi is not matching for port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 host None! {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 29 23:57:40.278732 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:57:40.279163 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device f90a03c6-1593-46e7-8e76-faa019ddf6cd no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:57:40.313073 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: f90a03c6-1593-46e7-8e76-faa019ddf6cd {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:57:40.313073 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device f90a03c6-1593-46e7-8e76-faa019ddf6cd not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:57:40.317314 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.340136 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (81309772-a7ea-411c-9807-d5770abcbfb5), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.353321 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] No DVR routers for this DVR port 9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80 on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:57:40.359536 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b9aa-eb1a-4e05-af6f-cfc2ee4ea60c None None] Pushing event deleted for resources: {'Port': ['ID=9c6b376c-0eb0-44b5-ac2b-eb36c3c1ea80,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:40.379286 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81309772-a7ea-411c-9807-d5770abcbfb5']}} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:40.393572 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd') {'for_net_delete': True} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:40.394067 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a8179b-cf67-4b7f-ba68-63f56617f5fd') {} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:40.408624 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604823'] for segment (d9a8179b-cf67-4b7f-ba68-63f56617f5fd), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.423100 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (d9a8179b-cf67-4b7f-ba68-63f56617f5fd), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.430351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=113460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:57:40.430776 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9603552'] for segment (d9a8179b-cf67-4b7f-ba68-63f56617f5fd), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.448894 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:40.596867 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (81309772-a7ea-411c-9807-d5770abcbfb5), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.607410 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:40.610732 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/81309772-a7ea-411c-9807-d5770abcbfb5 HTTP/1.1" status: 204 len: 168 time: 0.8281057 Aug 29 23:57:40.622583 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab20e5-6c4a-4205-b7eb-dcb76c3c5491 admin admin] Pushing event deleted for resources: {'Network': ['ID=81309772-a7ea-411c-9807-d5770abcbfb5,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:40.630516 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment d9a8179b-cf67-4b7f-ba68-63f56617f5fd resource provider aggregate not found Aug 29 23:57:40.650345 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment d9a8179b-cf67-4b7f-ba68-63f56617f5fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9a8179b-cf67-4b7f-ba68-63f56617f5fd found for delete ", "request_id": "req-b7561e61-1237-477c-bcb6-c73599c5dd37"}]} Aug 29 23:57:40.713413 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a3b3-5fcd-48bf-9037-58ef52d4c7ae req-54750881-91b8-4e8f-919f-3c3fb240581a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:40.715108 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1b1a3b3-5fcd-48bf-9037-58ef52d4c7ae req-54750881-91b8-4e8f-919f-3c3fb240581a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0516315 Aug 29 23:57:40.767635 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1b1a3b3-5fcd-48bf-9037-58ef52d4c7ae req-448ce773-dbd8-45fd-94aa-776e93a79de2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461640 Aug 29 23:57:40.914862 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52582) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:41.001246 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52586) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:41.055795 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-97a3fffc-a420-4a74-a85b-f22d509da659 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=2d358f3073d446f49dc51777a7afc30e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0526662 Aug 29 23:57:41.058367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52588) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:41.123340 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:41.139663 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-714cd64d-6cd2-4ba4-8e71-41b7e3278453 admin admin] Publish callbacks [] for security_group (a90ce89a-4d64-4183-a750-c3fd34817414), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.164357 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-714cd64d-6cd2-4ba4-8e71-41b7e3278453 admin admin] Publish callbacks [] for security_group (a90ce89a-4d64-4183-a750-c3fd34817414), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.196659 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-fb17d676-90b3-44af-8978-e0df5f996a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.284550 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:41.289484 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-fb17d676-90b3-44af-8978-e0df5f996a6b admin admin] Publish callbacks [] for security_group (7d5e436a-9773-4290-9311-6e412812f7b7), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.303493 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-714cd64d-6cd2-4ba4-8e71-41b7e3278453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a90ce89a-4d64-4183-a750-c3fd34817414), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.306105 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-714cd64d-6cd2-4ba4-8e71-41b7e3278453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.307674 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-714cd64d-6cd2-4ba4-8e71-41b7e3278453 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a90ce89a-4d64-4183-a750-c3fd34817414 HTTP/1.1" status: 204 len: 168 time: 0.2479508 Aug 29 23:57:41.316543 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714cd64d-6cd2-4ba4-8e71-41b7e3278453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ce89a-4d64-4183-a750-c3fd34817414,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:41.377836 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-fb17d676-90b3-44af-8978-e0df5f996a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (7d5e436a-9773-4290-9311-6e412812f7b7), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.437740 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-fb17d676-90b3-44af-8978-e0df5f996a6b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=95f4b3c88d954485bbdb1450b8da4459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5214424 Aug 29 23:57:41.438646 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17d676-90b3-44af-8978-e0df5f996a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5e436a-9773-4290-9311-6e412812f7b7,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:41.441096 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52592) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:41.515149 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1384-1dc6-4fd4-a3d2-966bce67b97c admin admin] Publish callbacks [] for security_group (7d5e436a-9773-4290-9311-6e412812f7b7), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.541098 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1384-1dc6-4fd4-a3d2-966bce67b97c admin admin] Publish callbacks [] for security_group (7d5e436a-9773-4290-9311-6e412812f7b7), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.726889 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1384-1dc6-4fd4-a3d2-966bce67b97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (7d5e436a-9773-4290-9311-6e412812f7b7), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.729642 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-8d7b1384-1dc6-4fd4-a3d2-966bce67b97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:41.733814 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-8d7b1384-1dc6-4fd4-a3d2-966bce67b97c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/7d5e436a-9773-4290-9311-6e412812f7b7 HTTP/1.1" status: 204 len: 168 time: 0.2885118 Aug 29 23:57:41.740210 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b1384-1dc6-4fd4-a3d2-966bce67b97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5e436a-9773-4290-9311-6e412812f7b7,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:41.907190 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1ac86-6a6c-410f-9541-8e75c6d0099e req-0999bb0c-c499-4003-8aeb-1febfd0ff16a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:41.908705 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-24e1ac86-6a6c-410f-9541-8e75c6d0099e req-0999bb0c-c499-4003-8aeb-1febfd0ff16a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0504479 Aug 29 23:57:41.964458 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:41.973801 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-24e1ac86-6a6c-410f-9541-8e75c6d0099e req-ca6d2de6-0643-4d8c-9911-ca07db99fcb9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573630 Aug 29 23:57:42.956985 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52638) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:43.074557 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1254141520-network', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:43.121739 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b2a97-f064-4f55-8535-1787f42fb15b req-b0bb70e2-729b-4cfb-8f81-5d4114d29c5b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:43.123299 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2f3b2a97-f064-4f55-8535-1787f42fb15b req-b0bb70e2-729b-4cfb-8f81-5d4114d29c5b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0647635 Aug 29 23:57:43.178956 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2f3b2a97-f064-4f55-8535-1787f42fb15b req-c33b55e4-77f7-4761-9a99-9441171b02ea tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499005 Aug 29 23:57:43.240227 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Made reservation on behalf of c78ff4cbc0994af8855b1ac67cb281fe for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:43.242681 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.252210 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.342450 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Publish callbacks [] for security_group (17e95290-c864-48ff-b266-c5e758ff2b60), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.503623 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (17e95290-c864-48ff-b266-c5e758ff2b60), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.534171 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1050} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:57:43.541151 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e95290-c864-48ff-b266-c5e758ff2b60,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:43.548932 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (720c13fe-ccf8-4417-93bf-d1805594db4e), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.548932 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Added segment 720c13fe-ccf8-4417-93bf-d1805594db4e of type vlan for network b98748d9-f76e-40ff-a76f-dd71e522597e Aug 29 23:57:43.594647 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (b98748d9-f76e-40ff-a76f-dd71e522597e), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.704287 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (b98748d9-f76e-40ff-a76f-dd71e522597e), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.706046 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:43.706994 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:43.780342 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] Pushing event updated for resources: {'Network': ['ID=b98748d9-f76e-40ff-a76f-dd71e522597e,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:43.792845 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network b98748d9-f76e-40ff-a76f-dd71e522597e details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:57:43.880449 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-89fd640e-0834-45ad-bc22-59523d43997d admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9214623 Aug 29 23:57:43.882705 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52648) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:43.889116 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Request body: {'subnet': {'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1254141520-subnet', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:43.989356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Made reservation on behalf of c78ff4cbc0994af8855b1ac67cb281fe for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:43.991881 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8393153'] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.068948 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:44.240993 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8687333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8393175'] for subnet (8c00de95-95b9-487c-b70d-3daa68f1cb72), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.345994 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eac286-dc9b-4023-b43b-e47d92d6a1ed req-b9e392dd-1004-4afa-b415-9f20ae91ae88 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:44.347670 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b2eac286-dc9b-4023-b43b-e47d92d6a1ed req-b9e392dd-1004-4afa-b415-9f20ae91ae88 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0769262 Aug 29 23:57:44.350215 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c00de95-95b9-487c-b70d-3daa68f1cb72,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:44.367190 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Checking segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:44.367541 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Network hostable DHCP agents. Network: b98748d9-f76e-40ff-a76f-dd71e522597e, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:57:44.378096 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:44.419742 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b2eac286-dc9b-4023-b43b-e47d92d6a1ed req-bace395d-12f7-42f4-b4be-b531cfdcb212 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624063 Aug 29 23:57:44.491826 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Network b98748d9-f76e-40ff-a76f-dd71e522597e is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:57:44.572386 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, b98748d9-f76e-40ff-a76f-dd71e522597e) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:44.576946 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:44.577546 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.581880 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b34f80-5541-4b39-a42c-38f9c57304aa None None] Network b98748d9-f76e-40ff-a76f-dd71e522597e requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:44.694498 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a0e21a11-e989-4201-b83c-c5b56f95cf10 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8079820 Aug 29 23:57:44.694498 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52654) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:44.697258 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:44.788554 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (205a321a-9b23-4ced-8d04-3b672a49e665), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.789753 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (205a321a-9b23-4ced-8d04-3b672a49e665), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.833977 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-b98748d9-f76e-40ff-a76f-dd71e522597e', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:57:44.835679 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.852281 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks [] for router_controller (205a321a-9b23-4ced-8d04-3b672a49e665), precommit_add_association {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:44.924681 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:57:45.078271 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Allocated IP 172.20.0.2 (b98748d9-f76e-40ff-a76f-dd71e522597e/8c00de95-95b9-487c-b70d-3daa68f1cb72/b7ed3306-fc25-4e6e-97cb-f884d7ea28b8) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:45.091826 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks [] for router_gateway (205a321a-9b23-4ced-8d04-3b672a49e665), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.104508 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:45.163389 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:45.181053 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'port_id': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'mac_address': 'fa:16:3e:3a:7d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:57:45.268392 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 is: ACTIVE; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:45.269057 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.307582 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:45.313714 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:57:45.356425 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Publish callbacks [] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.371759 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:45.403429 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks [] for router_gateway (205a321a-9b23-4ced-8d04-3b672a49e665), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.428625 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.429818 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.503023 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.521150 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Network b98748d9-f76e-40ff-a76f-dd71e522597e is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:45.529283 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:45.533960 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:45.588883 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Pushing event updated for resources: {'Port': ['ID=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:45.624653 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['92bd74c9-1028-4a8d-a703-f5c8f8637fc5'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:57:45.632243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b1411-2e38-4703-9ddc-62df78a6ed52 req-af3949a1-27f5-4687-bda7-7636054c8d20 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:45.633863 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d75b1411-2e38-4703-9ddc-62df78a6ed52 req-af3949a1-27f5-4687-bda7-7636054c8d20 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0964706 Aug 29 23:57:45.691297 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Allocated IP 172.27.2.32 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/5d987eaf-4875-4617-80b8-f2865b5013b7) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:45.710394 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Attempting to bind port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:57:45.711308 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Attempting to bind port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:57:45.711680 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Attempting to bind port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 on network b98748d9-f76e-40ff-a76f-dd71e522597e {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:45.743456 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=6']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:45.747614 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:57:45.748309 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Checking segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:45.748723 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.749133 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Bound using segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:57:45.749633 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Bound port: b7ed3306-fc25-4e6e-97cb-f884d7ea28b8, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:57:45.750020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.759829 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d75b1411-2e38-4703-9ddc-62df78a6ed52 req-2141a1e6-8fb4-4eec-9510-8abbccdc1b68 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174326 Aug 29 23:57:45.867668 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks [] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.869776 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:45.872197 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] For port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:57:45.877824 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] For port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:57:45.904619 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:45.990453 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:45.990809 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:46.040900 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:46.058019 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:46.062573 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:46.067407 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:46.071348 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=5d987eaf-4875-4617-80b8-f2865b5013b7,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:46.083411 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2ed3f-ef6f-4f50-95f2-7298ab83ffce None None] Pushing event updated for resources: {'Port': ['ID=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:46.643995 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks [] for router_gateway (205a321a-9b23-4ced-8d04-3b672a49e665), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:46.870384 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (205a321a-9b23-4ced-8d04-3b672a49e665), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:46.941943 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:46.979576 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2375e3-1c14-46bf-a86f-9e56d12a666f req-745fb643-1b89-4026-b939-37e05895f7fd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:46.981998 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4a2375e3-1c14-46bf-a86f-9e56d12a666f req-745fb643-1b89-4026-b939-37e05895f7fd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 944 time: 0.1038189 Aug 29 23:57:46.994471 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:46.995078 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.096733 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4a2375e3-1c14-46bf-a86f-9e56d12a666f req-da631c8d-f1a7-460f-a0d7-8a6dbb2a83af tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856183 Aug 29 23:57:47.113575 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:47.113575 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.119274 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:47.170829 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:57:47.172775 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963aa626-134e-4f2e-b1ac-7df12b62dd4c" -d '{"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:57:47.198701 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:47.234007 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Router 205a321a-9b23-4ced-8d04-3b672a49e665 is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:57:47.245680 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b935842-e6e3-4c10-83db-e77856f5712e x-openstack-request-id: req-2b935842-e6e3-4c10-83db-e77856f5712e {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:57:47.245968 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:57:47.246218 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-2b935842-e6e3-4c10-83db-e77856f5712e {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:57:47.246691 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b935842-e6e3-4c10-83db-e77856f5712e'] response: {'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'code': 200} Aug 29 23:57:47.292765 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c89bc1-04d1-4c23-9cb2-64fdb6a80202 None None] Network b98748d9-f76e-40ff-a76f-dd71e522597e requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:47.313460 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.419094 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-5a1e4775-b7a0-4e20-a2e5-089808880ea9 None None] Provisioning complete for port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:47.419655 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4775-b7a0-4e20-a2e5-089808880ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.462050 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:47.492246 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=7']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:47.505216 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:47.529378 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:47.529927 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:47.613124 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e4775-b7a0-4e20-a2e5-089808880ea9 None None] Current status of the port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:47.613698 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4775-b7a0-4e20-a2e5-089808880ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.649502 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.651964 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-47a3fb26-36e5-4707-b40b-761b8cac1ba0 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9583125 Aug 29 23:57:47.654734 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52708) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:47.690548 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-5a1e4775-b7a0-4e20-a2e5-089808880ea9 None None] For port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:47.731644 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:47.840802 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4775-b7a0-4e20-a2e5-089808880ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:47.970413 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e4775-b7a0-4e20-a2e5-089808880ea9 None None] Pushing event updated for resources: {'Port': ['ID=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:47.974634 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-d033e67e-aa69-462c-bf2a-d7ce2b69273e None None] Provisioning complete for port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:47.975010 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d033e67e-aa69-462c-bf2a-d7ce2b69273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:48.170303 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:46Z', 'revision_number': 3, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:48.202136 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:48.202815 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Updating router 205a321a-9b23-4ced-8d04-3b672a49e665 port 5d987eaf-4875-4617-80b8-f2865b5013b7 binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:57:48.269917 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:48.272843 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-d033e67e-aa69-462c-bf2a-d7ce2b69273e None None] Current status of the port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:48.291531 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:48.351604 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:48.352318 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d9092-2919-44a5-acec-8c56f07d9a37 req-79eb07c7-9fa0-4722-851c-e5a900c172f5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:48.354513 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-580d9092-2919-44a5-acec-8c56f07d9a37 req-79eb07c7-9fa0-4722-851c-e5a900c172f5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.1088018 Aug 29 23:57:48.374413 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:48.375353 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:48.402401 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:48.487742 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-580d9092-2919-44a5-acec-8c56f07d9a37 req-d3d60a6a-3b3b-48d7-a442-46a7b5d1dbfc tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244783 Aug 29 23:57:48.539439 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:48.649115 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:48.677341 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:48.701796 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Publish callbacks [] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:48.711416 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:48.812516 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:48.883762 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Attempting to bind port 5d987eaf-4875-4617-80b8-f2865b5013b7 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:57:48.899471 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Attempting to bind port 5d987eaf-4875-4617-80b8-f2865b5013b7 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:57:48.899471 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Attempting to bind port 5d987eaf-4875-4617-80b8-f2865b5013b7 on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:48.902179 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:57:48.902755 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:48.903276 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:48.904728 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:57:48.905230 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Bound port: 5d987eaf-4875-4617-80b8-f2865b5013b7, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:57:48.905659 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:48.909655 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Pushing event updated for resources: {'Port': ['ID=5d987eaf-4875-4617-80b8-f2865b5013b7,revision_number=2']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:48.948048 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.948373 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.949629 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.949629 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.949629 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.949909 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.950181 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.950533 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.950863 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.951512 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.951512 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.951843 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.952168 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.955223 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.955918 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:48.963316 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Allocated IP 172.20.0.1 (b98748d9-f76e-40ff-a76f-dd71e522597e/8c00de95-95b9-487c-b70d-3daa68f1cb72/d6d9559b-a116-4b3a-8f94-d41bf30ae69d) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:49.000319 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] For port 5d987eaf-4875-4617-80b8-f2865b5013b7, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:57:49.005406 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] For port 5d987eaf-4875-4617-80b8-f2865b5013b7, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=5d987eaf-4875-4617-80b8-f2865b5013b7,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:57:49.115422 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:49.118200 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Publish callbacks [] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:49.129992 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:49.186125 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:49.186821 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:49.229639 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:49.262240 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabefb9-2d55-4f65-b95e-ed4a22b937f1 None None] Pushing event updated for resources: {'Port': ['ID=5d987eaf-4875-4617-80b8-f2865b5013b7,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:49.353341 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Network b98748d9-f76e-40ff-a76f-dd71e522597e is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:49.373041 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:49.398637 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:49.440677 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:49.489227 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (205a321a-9b23-4ced-8d04-3b672a49e665), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:49.493471 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:49.508549 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:49.740125 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8dec3-bebc-4971-befc-01d95186b71e req-e74f9a4b-3a82-4069-9de8-61c02155f4b4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:49.741687 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62f8dec3-bebc-4971-befc-01d95186b71e req-e74f9a4b-3a82-4069-9de8-61c02155f4b4 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.1149211 Aug 29 23:57:49.848269 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-62f8dec3-bebc-4971-befc-01d95186b71e req-e1a96a6a-bca5-4948-8818-aa0ee4637a90 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924063 Aug 29 23:57:49.860480 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-7f123b61-d6d2-4d43-a57b-479a01e1be01 None None] Provisioning complete for port d6d9559b-a116-4b3a-8f94-d41bf30ae69d triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:49.860480 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7f123b61-d6d2-4d43-a57b-479a01e1be01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:49.907028 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:46Z', 'revision_number': 3, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:49.908752 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:49.928701 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-7f123b61-d6d2-4d43-a57b-479a01e1be01 None None] Port d6d9559b-a116-4b3a-8f94-d41bf30ae69d cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:57:49.956431 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19cbb1-c9ca-4af8-9b0d-2f093c75231a None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:46Z', 'revision_number': 3, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:50.239167 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Publish callbacks [] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:50.343767 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:50.430642 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:50.454869 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (205a321a-9b23-4ced-8d04-3b672a49e665), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:50.470715 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:50.619820 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Network b98748d9-f76e-40ff-a76f-dd71e522597e is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:50.623089 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:50.815038 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Router 205a321a-9b23-4ced-8d04-3b672a49e665 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:57:50.919147 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:50.974737 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-27606f9a-d1a7-48c8-9ae6-6b6748f1e221 None None] Provisioning complete for port d6d9559b-a116-4b3a-8f94-d41bf30ae69d triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:50.975284 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-27606f9a-d1a7-48c8-9ae6-6b6748f1e221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:51.029883 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:51.053466 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88aa77-0ba8-4642-b1b5-59fff23427ff req-81b3877b-8b5b-4dab-b65d-6f2a70dd1a92 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:51.054282 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f06fd5c3-9223-4150-abc8-ad4b406f99c3 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/205a321a-9b23-4ced-8d04-3b672a49e665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3982291 Aug 29 23:57:51.062412 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-27606f9a-d1a7-48c8-9ae6-6b6748f1e221 None None] Port d6d9559b-a116-4b3a-8f94-d41bf30ae69d cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:57:51.068432 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5d88aa77-0ba8-4642-b1b5-59fff23427ff req-81b3877b-8b5b-4dab-b65d-6f2a70dd1a92 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0802419 Aug 29 23:57:51.154784 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5d88aa77-0ba8-4642-b1b5-59fff23427ff req-7edb44fc-99ae-472e-92bf-11cab78179c9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892310 Aug 29 23:57:52.140824 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 5d987eaf-4875-4617-80b8-f2865b5013b7 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:52.171087 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:52.196300 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:52.197005 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:52.251011 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:52.273189 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 5d987eaf-4875-4617-80b8-f2865b5013b7 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:52.276685 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.313148 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c4c8-2669-4d7d-af9f-ccbe3b57eb2f req-16c76f9e-223f-435b-a07f-e559c30806a7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:52.315069 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a980c4c8-2669-4d7d-af9f-ccbe3b57eb2f req-16c76f9e-223f-435b-a07f-e559c30806a7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0755579 Aug 29 23:57:52.390048 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:52.443064 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a980c4c8-2669-4d7d-af9f-ccbe3b57eb2f req-fdf7d0a2-83d0-4b86-93cb-13478db98730 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219077 Aug 29 23:57:52.458158 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52790) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:52.477496 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1755519294-network', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:52.658315 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Made reservation on behalf of 6a86a9923ac94e39b93c5f2107a1f3cf for: {'network': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:52.661503 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.664949 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 5d987eaf-4875-4617-80b8-f2865b5013b7 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:52.665340 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.689212 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.846459 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Publish callbacks [] for security_group (00a7b316-5d66-4e2e-9ee4-5238327fbded), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.876269 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 5d987eaf-4875-4617-80b8-f2865b5013b7, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=5d987eaf-4875-4617-80b8-f2865b5013b7,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:52.887127 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:50Z', 'revision_number': 2, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:52.917497 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:52.917497 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Updating router 205a321a-9b23-4ced-8d04-3b672a49e665 port d6d9559b-a116-4b3a-8f94-d41bf30ae69d binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:57:52.926378 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (00a7b316-5d66-4e2e-9ee4-5238327fbded), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.949076 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.962223 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1097} {{(pid=113460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:57:52.969824 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a7b316-5d66-4e2e-9ee4-5238327fbded,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:52.970114 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.981857 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (ee3031b6-3a7f-4522-b84f-c8d5adb97369), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:52.982275 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.segments_db [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Added segment ee3031b6-3a7f-4522-b84f-c8d5adb97369 of type vlan for network 6bca7e63-294d-415a-8cd1-33a90182aee6 Aug 29 23:57:53.038842 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (6bca7e63-294d-415a-8cd1-33a90182aee6), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.136893 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=5d987eaf-4875-4617-80b8-f2865b5013b7,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:53.164096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.164870 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.165099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.165613 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.166713 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.167054 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (6bca7e63-294d-415a-8cd1-33a90182aee6), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.167218 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.167879 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.168177 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.168594 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.168733 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:53.168921 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.169252 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.169580 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.169681 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.169941 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.170295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.170605 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:57:53.202126 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:53.240598 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:53.268597 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] Pushing event updated for resources: {'Network': ['ID=6bca7e63-294d-415a-8cd1-33a90182aee6,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:53.292145 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 6bca7e63-294d-415a-8cd1-33a90182aee6 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:57:53.363950 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4bfc93ee-ecc8-4e92-a2ed-a3a2a8c2a818 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9046237 Aug 29 23:57:53.367249 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52792) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:53.373082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Request body: {'subnet': {'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1755519294-subnet', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:53.442232 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Publish callbacks [] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.532273 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Made reservation on behalf of 6a86a9923ac94e39b93c5f2107a1f3cf for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:57:53.535359 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9869216'] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.544318 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.600201 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050bacc-8418-4997-89a2-2ff38c057f27 req-c48a3220-8c43-4af8-84b1-09cda2ec43ed tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:53.608997 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e050bacc-8418-4997-89a2-2ff38c057f27 req-c48a3220-8c43-4af8-84b1-09cda2ec43ed tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0714023 Aug 29 23:57:53.660246 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dad0e-7b3a-45de-85e5-f041b0e23396 None None] Pushing event updated for resources: {'Port': ['ID=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:53.675707 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Attempting to bind port d6d9559b-a116-4b3a-8f94-d41bf30ae69d on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:57:53.676240 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Attempting to bind port d6d9559b-a116-4b3a-8f94-d41bf30ae69d by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:57:53.676743 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Attempting to bind port d6d9559b-a116-4b3a-8f94-d41bf30ae69d on network b98748d9-f76e-40ff-a76f-dd71e522597e {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:53.686352 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:57:53.691288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Checking segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:53.691288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.691288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Bound using segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:57:53.691288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Bound port: d6d9559b-a116-4b3a-8f94-d41bf30ae69d, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:57:53.691288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.700622 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e050bacc-8418-4997-89a2-2ff38c057f27 req-372acacd-5412-4b3a-abeb-204b059013c3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866337 Aug 29 23:57:53.731852 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:53.837216 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] For port d6d9559b-a116-4b3a-8f94-d41bf30ae69d, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:57:53.845564 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] For port d6d9559b-a116-4b3a-8f94-d41bf30ae69d, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:57:53.909889 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.935507 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9604613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9869238'] for subnet (1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:53.957620 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:53.958180 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:54.024118 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:54.036437 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811dad0e-7b3a-45de-85e5-f041b0e23396 None None] Pushing event updated for resources: {'Port': ['ID=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:54.044709 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Checking segment: {'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:54.045699 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Network hostable DHCP agents. Network: 6bca7e63-294d-415a-8cd1-33a90182aee6, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:57:54.051723 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:54.120332 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:54.161035 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 5d987eaf-4875-4617-80b8-f2865b5013b7 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:54.232814 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Network 6bca7e63-294d-415a-8cd1-33a90182aee6 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:57:54.263973 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:54.310792 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 5d987eaf-4875-4617-80b8-f2865b5013b7 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:54.311017 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:54.371912 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 6bca7e63-294d-415a-8cd1-33a90182aee6) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:54.387914 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:54.388096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3cff0-36af-4694-b832-dc8f5e4787cd None None] Network 6bca7e63-294d-415a-8cd1-33a90182aee6 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:54.388425 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:54.492999 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:54.498393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52802) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:54.498643 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-bf3e397c-13ef-4f06-9ed4-4cadb353a237 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1298714 Aug 29 23:57:54.503461 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:57:54.559184 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:53Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:54.567442 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (551ee194-1f17-43c4-880c-2479e4d84e18), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:54.568533 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (551ee194-1f17-43c4-880c-2479e4d84e18), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:54.603357 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199b0376-a25e-4722-855c-d9016a95f914 None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:53Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:57:54.630477 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 5d987eaf-4875-4617-80b8-f2865b5013b7 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:54.644823 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks [] for router_controller (551ee194-1f17-43c4-880c-2479e4d84e18), precommit_add_association {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:54.653025 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-6bca7e63-294d-415a-8cd1-33a90182aee6', 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6', 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'fixed_ips': [{'subnet_id': '1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 29 23:57:54.659144 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:54.889577 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Allocated IP 172.20.0.2 (6bca7e63-294d-415a-8cd1-33a90182aee6/1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1/bc8f5047-17d6-4ac0-b68a-352d4aadf9a7) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:54.968628 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks [] for router_gateway (551ee194-1f17-43c4-880c-2479e4d84e18), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:54.992870 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30e46-02be-4004-a3fe-67f946abbb15 req-7aaf9c23-019a-417d-99cb-9539a6fcb35f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:54.994730 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4cf30e46-02be-4004-a3fe-67f946abbb15 req-7aaf9c23-019a-417d-99cb-9539a6fcb35f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.1110983 Aug 29 23:57:55.097926 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4cf30e46-02be-4004-a3fe-67f946abbb15 req-40689bbc-b250-4b8f-8b9c-9933017813c7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960207 Aug 29 23:57:55.177163 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Publish callbacks [] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.264253 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.305691 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:55.381298 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks [] for router_gateway (551ee194-1f17-43c4-880c-2479e4d84e18), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.393575 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Network 6bca7e63-294d-415a-8cd1-33a90182aee6 is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:55.405214 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:55.406788 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.410845 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:55.479791 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Pushing event updated for resources: {'Port': ['ID=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:55.486132 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:55.532026 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Attempting to bind port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:57:55.532233 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Attempting to bind port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:57:55.532543 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Attempting to bind port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 on network 6bca7e63-294d-415a-8cd1-33a90182aee6 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:55.539525 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:57:55.539902 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Checking segment: {'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:55.540311 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.540820 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Bound using segment: {'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:57:55.542758 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Bound port: bc8f5047-17d6-4ac0-b68a-352d4aadf9a7, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:57:55.543208 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.640494 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Allocated IP 172.27.2.173 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/412ce717-9254-4153-9a86-6ac03937bf61) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:55.683278 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52812) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:55.809954 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] For port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:57:55.814832 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] For port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,segment=NetworkSegment(ee3031b6-3a7f-4522-b84f-c8d5adb97369),segment_id=ee3031b6-3a7f-4522-b84f-c8d5adb97369)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:57:55.851458 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:55.856446 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks [] for port (412ce717-9254-4153-9a86-6ac03937bf61), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.892904 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.894284 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2b2ea5de-5c55-4c1e-a1e8-aefd68f92d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:55.994994 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c10bcb-1253-4112-9abc-30d45350f4b5 None None] Pushing event updated for resources: {'Port': ['ID=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:56.010530 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (412ce717-9254-4153-9a86-6ac03937bf61), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:56.046779 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:56.049201 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:56.053849 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:56.076164 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2b2ea5de-5c55-4c1e-a1e8-aefd68f92d76 admin admin] Publish callbacks [] for security_group (3384a3ec-87a9-4212-bd62-84cf134ffdb0), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:56.183793 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2b2ea5de-5c55-4c1e-a1e8-aefd68f92d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3384a3ec-87a9-4212-bd62-84cf134ffdb0), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:56.188391 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Pushing event updated for resources: {'Port': ['ID=412ce717-9254-4153-9a86-6ac03937bf61,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:56.329660 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2b2ea5de-5c55-4c1e-a1e8-aefd68f92d76 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=745dfeda1b7f4bf6a26a14161e0f44f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6448019 Aug 29 23:57:56.330711 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ea5de-5c55-4c1e-a1e8-aefd68f92d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3384a3ec-87a9-4212-bd62-84cf134ffdb0,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:56.333232 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52820) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:56.373182 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device d6d9559b-a116-4b3a-8f94-d41bf30ae69d up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:56.416239 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b670c2fe-97f3-4766-ad98-0c4f17a57cfa admin admin] Publish callbacks [] for security_group (3384a3ec-87a9-4212-bd62-84cf134ffdb0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:56.749308 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b670c2fe-97f3-4766-ad98-0c4f17a57cfa admin admin] Publish callbacks [] for security_group (3384a3ec-87a9-4212-bd62-84cf134ffdb0), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:56.750686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port d6d9559b-a116-4b3a-8f94-d41bf30ae69d triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:56.750686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:56.750686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port d6d9559b-a116-4b3a-8f94-d41bf30ae69d is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:56.750686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:56.750686 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port d6d9559b-a116-4b3a-8f94-d41bf30ae69d, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:56.790264 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f70c3-2592-491e-9bc7-eb8739e69740 req-b367630d-1903-4a54-800a-e27d09b174c2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:56.791863 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-859f70c3-2592-491e-9bc7-eb8739e69740 req-b367630d-1903-4a54-800a-e27d09b174c2 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0806441 Aug 29 23:57:56.845276 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-859f70c3-2592-491e-9bc7-eb8739e69740 req-0f7f706a-3302-4e30-88fc-819a453cf699 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472343 Aug 29 23:57:57.041693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b670c2fe-97f3-4766-ad98-0c4f17a57cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3384a3ec-87a9-4212-bd62-84cf134ffdb0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.044528 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b670c2fe-97f3-4766-ad98-0c4f17a57cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.045759 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b670c2fe-97f3-4766-ad98-0c4f17a57cfa admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3384a3ec-87a9-4212-bd62-84cf134ffdb0 HTTP/1.1" status: 204 len: 168 time: 0.7114458 Aug 29 23:57:57.053952 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670c2fe-97f3-4766-ad98-0c4f17a57cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3384a3ec-87a9-4212-bd62-84cf134ffdb0,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:57.100000 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.126101 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:57.189225 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:57.216794 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks [] for router_gateway (551ee194-1f17-43c4-880c-2479e4d84e18), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.516733 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (551ee194-1f17-43c4-880c-2479e4d84e18), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.572342 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b525f78-e633-47e6-85a9-d3d0ad9128eb None None] Network 6bca7e63-294d-415a-8cd1-33a90182aee6 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:57:57.642604 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-e71f469b-31a4-4a7b-bc2c-fdf025258d17 None None] Provisioning complete for port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:57.642988 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e71f469b-31a4-4a7b-bc2c-fdf025258d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.750469 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:57.808027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-e71f469b-31a4-4a7b-bc2c-fdf025258d17 None None] Current status of the port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:57.808633 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e71f469b-31a4-4a7b-bc2c-fdf025258d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:57.818803 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Router 551ee194-1f17-43c4-880c-2479e4d84e18 is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113459) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 29 23:57:57.861078 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-e71f469b-31a4-4a7b-bc2c-fdf025258d17 None None] For port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,segment=NetworkSegment(ee3031b6-3a7f-4522-b84f-c8d5adb97369),segment_id=ee3031b6-3a7f-4522-b84f-c8d5adb97369)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:57:58.001018 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e71f469b-31a4-4a7b-bc2c-fdf025258d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:58.095094 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39312955-1def-4abb-940b-c245e9e3ac8b req-b9f8dc3d-b3c5-4902-b407-bda7d36ddb60 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:58.102548 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39312955-1def-4abb-940b-c245e9e3ac8b req-b9f8dc3d-b3c5-4902-b407-bda7d36ddb60 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.1191611 Aug 29 23:57:58.114537 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:57:58.124543 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Sync routers for ids ['551ee194-1f17-43c4-880c-2479e4d84e18'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:57:58.133136 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-be30c072-88a9-45ab-a538-6b53f9b7bf86 None None] Provisioning complete for port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:58.133830 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-be30c072-88a9-45ab-a538-6b53f9b7bf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:58.143259 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Routers {'551ee194-1f17-43c4-880c-2479e4d84e18'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:58.143933 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['551ee194-1f17-43c4-880c-2479e4d84e18'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:58.185064 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:58.188010 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f469b-31a4-4a7b-bc2c-fdf025258d17 None None] Pushing event updated for resources: {'Port': ['ID=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:58.204550 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39312955-1def-4abb-940b-c245e9e3ac8b req-6aea5b61-c749-4b5f-87b3-a3b6ecfb405d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010270 Aug 29 23:57:58.272453 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-be30c072-88a9-45ab-a538-6b53f9b7bf86 None None] Current status of the port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:58.284327 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:58.288715 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52840) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:57:58.289702 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-4fc9f447-10d7-4569-b9ae-f7935bd41c18 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7887850 Aug 29 23:57:58.435213 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device d6d9559b-a116-4b3a-8f94-d41bf30ae69d up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:58.460305 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Set router 551ee194-1f17-43c4-880c-2479e4d84e18 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:57:58.523254 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:58.555863 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port d6d9559b-a116-4b3a-8f94-d41bf30ae69d triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:58.562074 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:58.702976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port d6d9559b-a116-4b3a-8f94-d41bf30ae69d is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:58.713107 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:57:58.765398 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '412ce717-9254-4153-9a86-6ac03937bf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 3, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port': {'id': '412ce717-9254-4153-9a86-6ac03937bf61', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:55Z', 'updated_at': '2022-08-29T23:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:58.785819 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:57:58.786688 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:58.849623 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Checking router: 551ee194-1f17-43c4-880c-2479e4d84e18 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:57:58.850382 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Updating router 551ee194-1f17-43c4-880c-2479e4d84e18 port 412ce717-9254-4153-9a86-6ac03937bf61 binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:57:58.916317 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (412ce717-9254-4153-9a86-6ac03937bf61), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:58.934719 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:57:59.000994 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:59.123998 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:59.214693 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:59.289858 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:59.316327 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Publish callbacks [] for port (412ce717-9254-4153-9a86-6ac03937bf61), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:59.414750 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Allocated IP 172.20.0.1 (6bca7e63-294d-415a-8cd1-33a90182aee6/1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1/146aa346-a668-4d15-8034-6c7dfdde481e) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:57:59.418139 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (412ce717-9254-4153-9a86-6ac03937bf61), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:59.446205 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de7d0c-4cff-4efb-ba48-9efbb867fbd6 req-f9aacd21-fd60-4875-82bc-21b575c35a77 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:57:59.457103 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a2de7d0c-4cff-4efb-ba48-9efbb867fbd6 req-f9aacd21-fd60-4875-82bc-21b575c35a77 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0998261 Aug 29 23:57:59.498001 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Attempting to bind port 412ce717-9254-4153-9a86-6ac03937bf61 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:57:59.499177 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Attempting to bind port 412ce717-9254-4153-9a86-6ac03937bf61 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:57:59.499733 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Attempting to bind port 412ce717-9254-4153-9a86-6ac03937bf61 on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:57:59.523460 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:57:59.524124 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:57:59.524701 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:59.525409 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:57:59.526585 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Bound port: 412ce717-9254-4153-9a86-6ac03937bf61, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:57:59.527159 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (412ce717-9254-4153-9a86-6ac03937bf61), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:59.534236 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5e865-1db0-4839-94ac-35858b18b5e3 None None] Pushing event updated for resources: {'Port': ['ID=412ce717-9254-4153-9a86-6ac03937bf61,revision_number=2']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:57:59.596044 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a2de7d0c-4cff-4efb-ba48-9efbb867fbd6 req-bab0dc53-04b7-4b5a-9f8c-1b13e5265cfd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359630 Aug 29 23:57:59.679361 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:57:59.718794 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Publish callbacks [] for port (146aa346-a668-4d15-8034-6c7dfdde481e), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:59.722732 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] For port 412ce717-9254-4153-9a86-6ac03937bf61, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:57:59.728864 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] For port 412ce717-9254-4153-9a86-6ac03937bf61, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=412ce717-9254-4153-9a86-6ac03937bf61,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:57:59.845545 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (412ce717-9254-4153-9a86-6ac03937bf61), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:59.846301 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:57:59.907568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Network 6bca7e63-294d-415a-8cd1-33a90182aee6 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:57:59.910766 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:57:59.915192 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:57:59.917272 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Routers {'551ee194-1f17-43c4-880c-2479e4d84e18'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:57:59.917272 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['551ee194-1f17-43c4-880c-2479e4d84e18'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:57:59.951791 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Pushing event updated for resources: {'Port': ['ID=146aa346-a668-4d15-8034-6c7dfdde481e,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:00.007217 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (551ee194-1f17-43c4-880c-2479e4d84e18), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:00.120653 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] Set router 551ee194-1f17-43c4-880c-2479e4d84e18 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:00.222839 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5e865-1db0-4839-94ac-35858b18b5e3 None None] Pushing event updated for resources: {'Port': ['ID=412ce717-9254-4153-9a86-6ac03937bf61,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:00.233801 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:00.330072 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-7373d17e-db48-4121-a280-746a76ed8a5b None None] Provisioning complete for port 146aa346-a668-4d15-8034-6c7dfdde481e triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:00.330764 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7373d17e-db48-4121-a280-746a76ed8a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:00.397189 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:00.398069 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:00.403789 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-7373d17e-db48-4121-a280-746a76ed8a5b None None] Port 146aa346-a668-4d15-8034-6c7dfdde481e cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:58:00.423817 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:00.520768 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '412ce717-9254-4153-9a86-6ac03937bf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 3, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port': {'id': '412ce717-9254-4153-9a86-6ac03937bf61', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:55Z', 'updated_at': '2022-08-29T23:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:00.535910 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:00.595740 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5c441e-f5ba-4733-8ab3-04df4ce1392b None None] The sync data for ids ['551ee194-1f17-43c4-880c-2479e4d84e18'] in dv-cinder-854272-4-iscsi is: [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '412ce717-9254-4153-9a86-6ac03937bf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 3, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port': {'id': '412ce717-9254-4153-9a86-6ac03937bf61', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ec:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:55Z', 'updated_at': '2022-08-29T23:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:58:00.704215 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:00.811242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Publish callbacks [] for port (146aa346-a668-4d15-8034-6c7dfdde481e), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:00.816105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9bd21-2bc1-4166-9e2b-b9d72d149cbb req-f231abe3-7e89-4a55-86cf-e2888e72b413 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:00.817769 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-02b9bd21-2bc1-4166-9e2b-b9d72d149cbb req-f231abe3-7e89-4a55-86cf-e2888e72b413 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0875521 Aug 29 23:58:00.892868 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:00.904246 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-02b9bd21-2bc1-4166-9e2b-b9d72d149cbb req-ce8aaa09-990f-480e-a529-dce921395943 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773156 Aug 29 23:58:01.062617 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:01.099276 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Pushing event updated for resources: {'Port': ['ID=146aa346-a668-4d15-8034-6c7dfdde481e,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:01.105214 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (551ee194-1f17-43c4-880c-2479e4d84e18), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:01.155586 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:01.156092 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-ded45b57-23c1-4ef9-96a3-d65be2beac64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:01.291088 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Network 6bca7e63-294d-415a-8cd1-33a90182aee6 is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:58:01.291088 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:58:01.751222 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-fc022ceb-6051-45f2-ad29-fbd54a3682db None None] Provisioning complete for port 146aa346-a668-4d15-8034-6c7dfdde481e triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:01.752299 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-fc022ceb-6051-45f2-ad29-fbd54a3682db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:01.800875 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-fc022ceb-6051-45f2-ad29-fbd54a3682db None None] Port 146aa346-a668-4d15-8034-6c7dfdde481e cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:58:01.894475 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Router 551ee194-1f17-43c4-880c-2479e4d84e18 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:58:02.039893 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:58:02.058484 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-dbc9d24f-a2d8-48e4-8c44-f1e153789707 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/551ee194-1f17-43c4-880c-2479e4d84e18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7654269 Aug 29 23:58:02.348418 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30240af9-da6c-45e0-b471-87994a9229e2 req-6513153f-951c-42bc-be38-314cdd42d946 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:02.348418 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-30240af9-da6c-45e0-b471-87994a9229e2 req-6513153f-951c-42bc-be38-314cdd42d946 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0830042 Aug 29 23:58:02.349379 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 412ce717-9254-4153-9a86-6ac03937bf61 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:02.349921 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-30240af9-da6c-45e0-b471-87994a9229e2 req-7ca4633e-0a88-4737-af2f-e0b03e53b089 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573039 Aug 29 23:58:02.350025 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 412ce717-9254-4153-9a86-6ac03937bf61 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:02.350025 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (412ce717-9254-4153-9a86-6ac03937bf61), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:02.402474 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 412ce717-9254-4153-9a86-6ac03937bf61 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:02.402862 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (412ce717-9254-4153-9a86-6ac03937bf61), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:02.433132 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 412ce717-9254-4153-9a86-6ac03937bf61, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=412ce717-9254-4153-9a86-6ac03937bf61,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:02.629321 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (412ce717-9254-4153-9a86-6ac03937bf61), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:02.697028 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=412ce717-9254-4153-9a86-6ac03937bf61,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:02.738170 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52892) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:02.756861 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-10c30e7a-dad2-4b39-834b-16f91285f76e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075183352', 'description': 'tempest-secgroup-smoke-1075183352 description', 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:02.923175 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-10c30e7a-dad2-4b39-834b-16f91285f76e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.026355 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Sync routers for ids ['551ee194-1f17-43c4-880c-2479e4d84e18'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:58:03.049563 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-10c30e7a-dad2-4b39-834b-16f91285f76e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group (31f3b3bd-7094-4ab1-b093-a3c4f57d18d3), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.073139 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Routers {'551ee194-1f17-43c4-880c-2479e4d84e18'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:03.073834 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:57:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['551ee194-1f17-43c4-880c-2479e4d84e18'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:03.178622 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-10c30e7a-dad2-4b39-834b-16f91285f76e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (31f3b3bd-7094-4ab1-b093-a3c4f57d18d3), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.234189 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Set router 551ee194-1f17-43c4-880c-2479e4d84e18 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:03.244525 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c30e7a-dad2-4b39-834b-16f91285f76e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:03.279105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-10c30e7a-dad2-4b39-834b-16f91285f76e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.285314 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:03.295075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-10c30e7a-dad2-4b39-834b-16f91285f76e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5534778 Aug 29 23:58:03.296427 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52898) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:03.310667 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-53de0a2c-a274-4b97-ba0a-13cc33c69e94 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'security_group_rule': {'security_group_id': '31f3b3bd-7094-4ab1-b093-a3c4f57d18d3', 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:03.459737 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-53de0a2c-a274-4b97-ba0a-13cc33c69e94 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (9a9b60df-ade3-447e-8948-957197b46286), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.535383 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008a564-7aa6-43b6-b4fd-6eaef039f749 req-1ade9ec2-9d93-45c1-ba16-2a7f236ae25a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:03.544844 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a008a564-7aa6-43b6-b4fd-6eaef039f749 req-1ade9ec2-9d93-45c1-ba16-2a7f236ae25a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0941679 Aug 29 23:58:03.570945 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-53de0a2c-a274-4b97-ba0a-13cc33c69e94 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (9a9b60df-ade3-447e-8948-957197b46286), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.615897 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a008a564-7aa6-43b6-b4fd-6eaef039f749 req-02876384-2e39-4a76-88c7-68e26f4dd920 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697384 Aug 29 23:58:03.679056 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '412ce717-9254-4153-9a86-6ac03937bf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-29T23:58:00Z', 'revision_number': 4, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port': {'id': '412ce717-9254-4153-9a86-6ac03937bf61', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:55Z', 'updated_at': '2022-08-29T23:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '146aa346-a668-4d15-8034-6c7dfdde481e', 'name': '', 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'mac_address': 'fa:16:3e:c0:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:59Z', 'updated_at': '2022-08-29T23:58:00Z', 'revision_number': 2, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'subnets': [{'id': '1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:03.706347 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Checking router: 551ee194-1f17-43c4-880c-2479e4d84e18 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:58:03.706729 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Updating router 551ee194-1f17-43c4-880c-2479e4d84e18 port 146aa346-a668-4d15-8034-6c7dfdde481e binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 29 23:58:03.732974 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:03.733189 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-53de0a2c-a274-4b97-ba0a-13cc33c69e94 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (9a9b60df-ade3-447e-8948-957197b46286), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.742208 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.755899 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de0a2c-a274-4b97-ba0a-13cc33c69e94 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9b60df-ade3-447e-8948-957197b46286,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:03.784605 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-44edd6b2-2536-452d-b81f-0620bb8b7099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.859611 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-53de0a2c-a274-4b97-ba0a-13cc33c69e94 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:03.861136 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-53de0a2c-a274-4b97-ba0a-13cc33c69e94 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5632284 Aug 29 23:58:03.864127 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52908) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:03.868672 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-a2e3f9de-2305-4bb4-b5db-c98c01de3eee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'security_group_rule': {'security_group_id': '31f3b3bd-7094-4ab1-b093-a3c4f57d18d3', 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:04.039464 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f9de-2305-4bb4-b5db-c98c01de3eee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (d27c4a55-b047-4952-826b-3ee7c9d78a08), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.053153 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Publish callbacks [] for port (146aa346-a668-4d15-8034-6c7dfdde481e), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.125281 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f9de-2305-4bb4-b5db-c98c01de3eee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (d27c4a55-b047-4952-826b-3ee7c9d78a08), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.134446 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.207962 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f9de-2305-4bb4-b5db-c98c01de3eee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (d27c4a55-b047-4952-826b-3ee7c9d78a08), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.244653 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3f9de-2305-4bb4-b5db-c98c01de3eee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27c4a55-b047-4952-826b-3ee7c9d78a08,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:04.246066 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Attempting to bind port 146aa346-a668-4d15-8034-6c7dfdde481e on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:58:04.246476 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Attempting to bind port 146aa346-a668-4d15-8034-6c7dfdde481e by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:58:04.246848 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Attempting to bind port 146aa346-a668-4d15-8034-6c7dfdde481e on network 6bca7e63-294d-415a-8cd1-33a90182aee6 {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:58:04.249260 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09383624-29fa-4e68-886e-c5b007c38716 None None] Pushing event updated for resources: {'Port': ['ID=146aa346-a668-4d15-8034-6c7dfdde481e,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:04.257095 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:58:04.261111 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Checking segment: {'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:58:04.261111 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.261111 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Bound using segment: {'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:58:04.261111 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Bound port: 146aa346-a668-4d15-8034-6c7dfdde481e, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3031b6-3a7f-4522-b84f-c8d5adb97369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1097, 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:58:04.261111 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.271641 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 412ce717-9254-4153-9a86-6ac03937bf61 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:04.317709 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a2e3f9de-2305-4bb4-b5db-c98c01de3eee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.319217 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a2e3f9de-2305-4bb4-b5db-c98c01de3eee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4541104 Aug 29 23:58:04.323246 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52928) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:04.331124 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-5799e89c-f0a7-4a5d-b1c0-864b3e75f9e4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'security_group_rule': {'security_group_id': '31f3b3bd-7094-4ab1-b093-a3c4f57d18d3', 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:04.361654 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:04.378093 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 412ce717-9254-4153-9a86-6ac03937bf61 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:04.378493 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (412ce717-9254-4153-9a86-6ac03937bf61), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.380492 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] For port 146aa346-a668-4d15-8034-6c7dfdde481e, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:58:04.384900 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] For port 146aa346-a668-4d15-8034-6c7dfdde481e, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=146aa346-a668-4d15-8034-6c7dfdde481e,segment=NetworkSegment(ee3031b6-3a7f-4522-b84f-c8d5adb97369),segment_id=ee3031b6-3a7f-4522-b84f-c8d5adb97369)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:58:04.422905 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:04.466542 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 412ce717-9254-4153-9a86-6ac03937bf61 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:04.561385 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.568500 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5799e89c-f0a7-4a5d-b1c0-864b3e75f9e4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (1ffe2cb4-9e85-4137-8126-c6664a435cda), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.610248 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Routers {'551ee194-1f17-43c4-880c-2479e4d84e18'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:04.611062 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:58:04Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['551ee194-1f17-43c4-880c-2479e4d84e18'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:04.669506 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5799e89c-f0a7-4a5d-b1c0-864b3e75f9e4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (1ffe2cb4-9e85-4137-8126-c6664a435cda), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.701942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09383624-29fa-4e68-886e-c5b007c38716 None None] Pushing event updated for resources: {'Port': ['ID=146aa346-a668-4d15-8034-6c7dfdde481e,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:04.778750 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5799e89c-f0a7-4a5d-b1c0-864b3e75f9e4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (1ffe2cb4-9e85-4137-8126-c6664a435cda), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.782708 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:04.785280 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] Set router 551ee194-1f17-43c4-880c-2479e4d84e18 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:04.800317 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799e89c-f0a7-4a5d-b1c0-864b3e75f9e4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffe2cb4-9e85-4137-8126-c6664a435cda,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:04.806742 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a36fe7-1956-4d51-ac6f-4177b2cc377e req-0f2d81e5-e77b-4045-b452-6dbe3ed7f97b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:04.809223 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94a36fe7-1956-4d51-ac6f-4177b2cc377e req-0f2d81e5-e77b-4045-b452-6dbe3ed7f97b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0635805 Aug 29 23:58:04.818259 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.877894 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:04.894876 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5799e89c-f0a7-4a5d-b1c0-864b3e75f9e4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:04.896405 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5799e89c-f0a7-4a5d-b1c0-864b3e75f9e4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5718968 Aug 29 23:58:04.900199 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 52932) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:04.912354 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-f4c9d56e-b758-4a5b-9998-fec36af1cb3d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'security_group_rule': {'security_group_id': '31f3b3bd-7094-4ab1-b093-a3c4f57d18d3', 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:04.966600 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e294305-fd92-4276-a319-e13e8894e095 req-ad7de41c-7411-4d3b-954d-be648c2576d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:04.969214 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e294305-fd92-4276-a319-e13e8894e095 req-ad7de41c-7411-4d3b-954d-be648c2576d1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 1129 time: 0.1214314 Aug 29 23:58:04.979031 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-94a36fe7-1956-4d51-ac6f-4177b2cc377e req-b3194243-15d2-4f9f-9fce-a428834db6ea tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631422 Aug 29 23:58:05.032739 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '412ce717-9254-4153-9a86-6ac03937bf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-29T23:58:00Z', 'revision_number': 4, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port': {'id': '412ce717-9254-4153-9a86-6ac03937bf61', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:55Z', 'updated_at': '2022-08-29T23:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '146aa346-a668-4d15-8034-6c7dfdde481e', 'name': '', 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'mac_address': 'fa:16:3e:c0:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:59Z', 'updated_at': '2022-08-29T23:58:04Z', 'revision_number': 4, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'subnets': [{'id': '1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:05.047449 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d56e-b758-4a5b-9998-fec36af1cb3d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (813cf267-a6b3-45d7-804c-75cd4bb87f2c), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.072890 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cef4d3-0383-452a-b03a-658f874c2b2f None None] The sync data for ids ['551ee194-1f17-43c4-880c-2479e4d84e18'] in dv-cinder-854272-4-iscsi is: [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '412ce717-9254-4153-9a86-6ac03937bf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-29T23:58:00Z', 'revision_number': 4, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port': {'id': '412ce717-9254-4153-9a86-6ac03937bf61', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:55Z', 'updated_at': '2022-08-29T23:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '146aa346-a668-4d15-8034-6c7dfdde481e', 'name': '', 'network_id': '6bca7e63-294d-415a-8cd1-33a90182aee6', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'mac_address': 'fa:16:3e:c0:35:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:59Z', 'updated_at': '2022-08-29T23:58:04Z', 'revision_number': 4, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'subnets': [{'id': '1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:58:05.219431 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:05.226142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e294305-fd92-4276-a319-e13e8894e095 req-256e96fd-7395-45de-85a7-f9250ffb4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:05.227087 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d56e-b758-4a5b-9998-fec36af1cb3d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (813cf267-a6b3-45d7-804c-75cd4bb87f2c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.227939 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e294305-fd92-4276-a319-e13e8894e095 req-256e96fd-7395-45de-85a7-f9250ffb4570 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 918 time: 0.2475674 Aug 29 23:58:05.304527 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d56e-b758-4a5b-9998-fec36af1cb3d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (813cf267-a6b3-45d7-804c-75cd4bb87f2c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.329511 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:05.332922 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9d56e-b758-4a5b-9998-fec36af1cb3d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813cf267-a6b3-45d7-804c-75cd4bb87f2c,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:05.357741 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e294305-fd92-4276-a319-e13e8894e095 req-432dd088-ffc7-4aab-a869-1629683c943e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5 HTTP/1.1" status: 200 len: 1001 time: 0.1219001 Aug 29 23:58:05.403279 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f4c9d56e-b758-4a5b-9998-fec36af1cb3d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.413222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52944) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:05.413425 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f4c9d56e-b758-4a5b-9998-fec36af1cb3d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5080402 Aug 29 23:58:05.413517 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-bd50d407-c9f7-4a68-8859-2158ef319582 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'security_group_rule': {'security_group_id': '31f3b3bd-7094-4ab1-b093-a3c4f57d18d3', 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:05.433232 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e294305-fd92-4276-a319-e13e8894e095 req-3a88848f-0494-45b4-82c0-3632b7e2b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:05.447017 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e294305-fd92-4276-a319-e13e8894e095 req-3a88848f-0494-45b4-82c0-3632b7e2b334 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.0670848 Aug 29 23:58:05.493053 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e294305-fd92-4276-a319-e13e8894e095 req-31b6ed53-54b7-42fe-abf7-97533884e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:05.495476 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e294305-fd92-4276-a319-e13e8894e095 req-31b6ed53-54b7-42fe-abf7-97533884e57e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539412 Aug 29 23:58:05.561876 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.securitygroups_db [None req-bd50d407-c9f7-4a68-8859-2158ef319582 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Project c78ff4cbc0994af8855b1ac67cb281fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 23:58:05.576684 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bd50d407-c9f7-4a68-8859-2158ef319582 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (625521f2-73ad-4620-a023-67f906069b0d), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.637753 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e294305-fd92-4276-a319-e13e8894e095 req-2448479f-9161-4adf-bf54-352c847603a2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343687 Aug 29 23:58:05.714727 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bd50d407-c9f7-4a68-8859-2158ef319582 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (625521f2-73ad-4620-a023-67f906069b0d), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.764072 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e294305-fd92-4276-a319-e13e8894e095 req-e93df36e-9e56-4a85-810f-4a18124981dc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147337 Aug 29 23:58:05.789784 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bd50d407-c9f7-4a68-8859-2158ef319582 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (625521f2-73ad-4620-a023-67f906069b0d), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.796864 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:05.810665 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50d407-c9f7-4a68-8859-2158ef319582 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625521f2-73ad-4620-a023-67f906069b0d,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:05.877474 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bd50d407-c9f7-4a68-8859-2158ef319582 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:05.878778 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-bd50d407-c9f7-4a68-8859-2158ef319582 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4693332 Aug 29 23:58:05.882079 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 52946) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:05.886730 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-91c0261e-9b37-4043-907c-19c8dcd80ed2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'security_group_rule': {'security_group_id': '31f3b3bd-7094-4ab1-b093-a3c4f57d18d3', 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:06.029605 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.securitygroups_db [None req-91c0261e-9b37-4043-907c-19c8dcd80ed2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Project c78ff4cbc0994af8855b1ac67cb281fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 29 23:58:06.037339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-91c0261e-9b37-4043-907c-19c8dcd80ed2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (1c606df8-0627-4f39-ae97-e41aa85f1d50), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.202628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.206280 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 146aa346-a668-4d15-8034-6c7dfdde481e up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:06.254857 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8df8a-a4b2-4a7d-8ac0-422758d55c3d req-d02edb6f-d0be-48a3-9107-60a5064ff93d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:06.256530 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-36b8df8a-a4b2-4a7d-8ac0-422758d55c3d req-d02edb6f-d0be-48a3-9107-60a5064ff93d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.1226113 Aug 29 23:58:06.258931 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-91c0261e-9b37-4043-907c-19c8dcd80ed2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (1c606df8-0627-4f39-ae97-e41aa85f1d50), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.262405 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 146aa346-a668-4d15-8034-6c7dfdde481e triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:06.263891 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.309602 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.324837 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-36b8df8a-a4b2-4a7d-8ac0-422758d55c3d req-8dc93d17-abf9-4e86-844a-51cbe6fccb22 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591245 Aug 29 23:58:06.351608 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 146aa346-a668-4d15-8034-6c7dfdde481e is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:06.352377 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.356355 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-91c0261e-9b37-4043-907c-19c8dcd80ed2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (1c606df8-0627-4f39-ae97-e41aa85f1d50), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.381249 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0261e-9b37-4043-907c-19c8dcd80ed2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c606df8-0627-4f39-ae97-e41aa85f1d50,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:06.393616 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 146aa346-a668-4d15-8034-6c7dfdde481e, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=146aa346-a668-4d15-8034-6c7dfdde481e,segment=NetworkSegment(ee3031b6-3a7f-4522-b84f-c8d5adb97369),segment_id=ee3031b6-3a7f-4522-b84f-c8d5adb97369)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:06.441380 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-91c0261e-9b37-4043-907c-19c8dcd80ed2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.442592 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-91c0261e-9b37-4043-907c-19c8dcd80ed2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5598278 Aug 29 23:58:06.464264 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:06.517859 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=146aa346-a668-4d15-8034-6c7dfdde481e,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:07.480460 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce640c3b-6064-480e-b751-a3bc0396ca63 req-2358d4d7-57df-4c9d-8ac0-3647ecc33ba9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:07.482017 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ce640c3b-6064-480e-b751-a3bc0396ca63 req-2358d4d7-57df-4c9d-8ac0-3647ecc33ba9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0515127 Aug 29 23:58:07.534109 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ce640c3b-6064-480e-b751-a3bc0396ca63 req-3ab9d10e-2208-4b56-9cc7-4c9cea4926db tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450900 Aug 29 23:58:08.145712 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 146aa346-a668-4d15-8034-6c7dfdde481e up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:08.194774 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 146aa346-a668-4d15-8034-6c7dfdde481e triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:08.195397 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.273352 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 146aa346-a668-4d15-8034-6c7dfdde481e is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:08.668395 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f1d6e-69eb-433f-b9f3-dfa6f2e28db4 req-c5799ae5-3f58-421e-8877-fd0e7df5d179 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:08.669891 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7e1f1d6e-69eb-433f-b9f3-dfa6f2e28db4 req-c5799ae5-3f58-421e-8877-fd0e7df5d179 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 945 time: 0.0544071 Aug 29 23:58:08.718687 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7e1f1d6e-69eb-433f-b9f3-dfa6f2e28db4 req-0e5034c0-887f-4d05-aaef-babe8f18af61 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430450 Aug 29 23:58:08.848260 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:08.930998 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 is: ACTIVE; New status is: DOWN {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:08.931674 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:08.960186 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:08.964075 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adac96e5-8748-47e1-99eb-8351bbe8871a" -d '{"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:08.979431 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:09.010479 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf7156e-7ff5-47ed-9648-56938fc0c431 x-openstack-request-id: req-8cf7156e-7ff5-47ed-9648-56938fc0c431 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:09.010872 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-unplugged", "status": "completed", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:09.011129 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cf7156e-7ff5-47ed-9648-56938fc0c431 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:09.011527 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf7156e-7ff5-47ed-9648-56938fc0c431'] response: {'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'code': 200} Aug 29 23:58:09.104677 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:09.152752 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:09.175463 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=8']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:09.863972 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6de5e-149f-4bb7-88d8-c5b54f698f7a req-6e3e3edb-27c7-46dc-87ae-ae1b1ef39f4e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:09.865828 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47f6de5e-149f-4bb7-88d8-c5b54f698f7a req-6e3e3edb-27c7-46dc-87ae-ae1b1ef39f4e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0540130 Aug 29 23:58:09.925837 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-47f6de5e-149f-4bb7-88d8-c5b54f698f7a req-84fa90d5-01d4-4d4e-937c-e5a518156d84 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536170 Aug 29 23:58:10.121024 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:10.348471 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-768a8d8d-6786-437d-ac1b-2d53fd43063d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447173 Aug 29 23:58:10.448244 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-a0e8c747-99bf-4f2d-b61a-ffd3e5833659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:10.449787 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-a0e8c747-99bf-4f2d-b61a-ffd3e5833659 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 1127 time: 0.0522125 Aug 29 23:58:10.513904 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=25 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:10.523446 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:10.530237 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:10.565306 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-7d76f4e0-d9f0-4ab7-b04e-d2c6935182d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:10.567328 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-7d76f4e0-d9f0-4ab7-b04e-d2c6935182d9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 918 time: 0.0956757 Aug 29 23:58:10.640848 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-f2cf8147-2189-40be-bba9-47a94e3693cf service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5 HTTP/1.1" status: 200 len: 999 time: 0.0671463 Aug 29 23:58:10.695033 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-3a4ea91d-e75d-4859-8a6b-01c89958e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:10.696512 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-3a4ea91d-e75d-4859-8a6b-01c89958e61b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.0498221 Aug 29 23:58:10.746011 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-f2df1643-8eca-4e79-925f-6780586ca460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:10.746011 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-f2df1643-8eca-4e79-925f-6780586ca460 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407510 Aug 29 23:58:10.856656 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-7dfee643-cf54-4b53-b0c3-7af84c1427ca service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010656 Aug 29 23:58:10.882277 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:10.959066 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-17930c5c-bad2-4970-8a3a-a96d6f32e435 req-d8d1b98f-7413-4414-8353-d49c36b56ff4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952778 Aug 29 23:58:12.641151 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-e0db71bc-3fa6-4c15-9223-5cef1182314b req-347aab2c-57ef-4f83-8fcb-d8b18ac6d996 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:58:12.642364 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e0db71bc-3fa6-4c15-9223-5cef1182314b req-347aab2c-57ef-4f83-8fcb-d8b18ac6d996 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058463 Aug 29 23:58:13.172002 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8d801-f31f-4d3a-90df-402ff6136464 req-e73463e8-49af-4842-8b06-5df154a98eb5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:13.173487 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cbf8d801-f31f-4d3a-90df-402ff6136464 req-e73463e8-49af-4842-8b06-5df154a98eb5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0614846 Aug 29 23:58:13.264054 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cbf8d801-f31f-4d3a-90df-402ff6136464 req-dadb95f5-e3e3-4548-9e36-fc69d7c908d0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783377 Aug 29 23:58:13.716821 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53136) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:13.810522 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-4fc5acb8-649a-4f47-b692-b9d2ff74c3ba service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920072 Aug 29 23:58:13.823551 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-a6d138d0-cd01-4d62-82f5-0d56263d481c service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 29 23:58:13.824840 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-a6d138d0-cd01-4d62-82f5-0d56263d481c service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090997 Aug 29 23:58:13.949372 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53144) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:14.010453 dv-cinder-854272-4-iscsi neutron-server[113460]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 29 23:58:14.061376 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-02fa25ef-3f1c-4e19-8579-e209d63754a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:14.062796 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-02fa25ef-3f1c-4e19-8579-e209d63754a8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports/92bd74c9-1028-4a8d-a703-f5c8f8637fc5 HTTP/1.1" status: 200 len: 940 time: 0.1124148 Aug 29 23:58:14.429210 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac3f92-41ba-41a2-887e-92181de8cb69 req-bc3263a2-aa30-44a8-9f78-745161ef62ef tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:14.431242 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-edac3f92-41ba-41a2-887e-92181de8cb69 req-bc3263a2-aa30-44a8-9f78-745161ef62ef tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0617046 Aug 29 23:58:14.484118 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-edac3f92-41ba-41a2-887e-92181de8cb69 req-eaa72967-d46b-42ba-a488-12ae16ade98d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Aug 29 23:58:14.847342 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:14.952580 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 is: DOWN; New status is: DOWN {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:15.656877 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d022b-fdc6-4cd1-9e70-9bf6c2e71c97 req-bf92c59c-d4fc-46ac-b5f6-a6e06736a440 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:15.669163 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c75d022b-fdc6-4cd1-9e70-9bf6c2e71c97 req-bf92c59c-d4fc-46ac-b5f6-a6e06736a440 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0698841 Aug 29 23:58:15.742007 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c75d022b-fdc6-4cd1-9e70-9bf6c2e71c97 req-873c21f5-b49d-4f35-902f-fc01a12bd164 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672271 Aug 29 23:58:15.785259 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:58:15.965548 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-b2ec4aaa-40dd-4e7e-83c1-8ea8d165a836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:15.969292 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-b2ec4aaa-40dd-4e7e-83c1-8ea8d165a836 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf&tenant_id=3fd4107165644976b1d8cdbeec3c8711 HTTP/1.1" status: 200 len: 1127 time: 0.0612042 Aug 29 23:58:16.049936 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-5d80d301-d616-49cd-b676-4feb386ddbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:16.051498 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-5d80d301-d616-49cd-b676-4feb386ddbed service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3fd4107165644976b1d8cdbeec3c8711&device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 1127 time: 0.0524263 Aug 29 23:58:16.174822 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-1365d007-0ad3-4a37-a293-74046657463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:16.176334 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-1365d007-0ad3-4a37-a293-74046657463a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 200 len: 918 time: 0.1180394 Aug 29 23:58:16.249460 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-b18b3634-c3ee-4dfb-8ab2-142822956fe9 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5 HTTP/1.1" status: 200 len: 999 time: 0.0666261 Aug 29 23:58:16.316164 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-a498f2a4-5c43-4c32-a6cd-415240b2932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:16.318547 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-a498f2a4-5c43-4c32-a6cd-415240b2932e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 200 len: 855 time: 0.0623889 Aug 29 23:58:16.378084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-d93043e9-3b98-49cc-8ad7-ba8a767072da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:16.379826 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-d93043e9-3b98-49cc-8ad7-ba8a767072da service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=39f95710-f788-408d-8a65-e81984f3a974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550735 Aug 29 23:58:16.685559 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-4269db29-2d0a-462e-b42b-48853a07a980 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397817 Aug 29 23:58:16.948034 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-89d58639-cfbb-413b-bf72-39b26ebeb5e5 req-7ff4257c-74ee-472b-b825-3545cea4b91b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375239 Aug 29 23:58:17.055393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:17.069115 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e2957-4949-4be4-a08d-2b892a522d7a req-26be796c-b3e7-46bf-9526-ef021903bf97 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:17.070686 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-461e2957-4949-4be4-a08d-2b892a522d7a req-26be796c-b3e7-46bf-9526-ef021903bf97 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0515058 Aug 29 23:58:17.124308 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-461e2957-4949-4be4-a08d-2b892a522d7a req-a8d4f4ea-77ce-4593-b9e0-a7305df12fcd tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473475 Aug 29 23:58:18.343697 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96643c24-b60a-453c-8600-16fa3f20b020 req-3ef5f6a4-cb4f-4b2b-a503-717f65fe236c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:18.362342 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-96643c24-b60a-453c-8600-16fa3f20b020 req-3ef5f6a4-cb4f-4b2b-a503-717f65fe236c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0882039 Aug 29 23:58:18.439771 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-96643c24-b60a-453c-8600-16fa3f20b020 req-d3ede872-f41a-446f-8538-6f3107c2ef54 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719230 Aug 29 23:58:19.593310 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:19.626313 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77506026-f5c5-4133-a2d8-dd2dd8b65d11 req-897f4fd4-2ea6-41c5-b86b-ea49e8c7f851 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:19.627987 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77506026-f5c5-4133-a2d8-dd2dd8b65d11 req-897f4fd4-2ea6-41c5-b86b-ea49e8c7f851 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0833597 Aug 29 23:58:19.721723 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77506026-f5c5-4133-a2d8-dd2dd8b65d11 req-78d8f3dd-0a42-4d09-b621-e8f37006ac6e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871620 Aug 29 23:58:20.890183 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a3704-2e18-4feb-a887-aae402851320 req-e9bd5c51-bb95-4e31-bc1e-91932f4ad63b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:20.891875 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-867a3704-2e18-4feb-a887-aae402851320 req-e9bd5c51-bb95-4e31-bc1e-91932f4ad63b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0610042 Aug 29 23:58:20.964371 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-867a3704-2e18-4feb-a887-aae402851320 req-afba4aaa-b59b-42fa-999d-9ceac1197cf1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609090 Aug 29 23:58:22.183610 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf07e6-2f2a-452b-88a6-5c5c7fd7a0c1 req-18160643-a09c-41cc-994a-28b603fc452f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:22.185212 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bfbf07e6-2f2a-452b-88a6-5c5c7fd7a0c1 req-18160643-a09c-41cc-994a-28b603fc452f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0825543 Aug 29 23:58:22.251961 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bfbf07e6-2f2a-452b-88a6-5c5c7fd7a0c1 req-50c8305f-715c-49c8-b08b-450ddd32fc7c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601280 Aug 29 23:58:23.425834 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331a6d4-ac43-4dde-ae7f-014069432471 req-09ed9bfe-161e-45e9-b8e7-fcb68b70e129 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:23.428465 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c331a6d4-ac43-4dde-ae7f-014069432471 req-09ed9bfe-161e-45e9-b8e7-fcb68b70e129 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0830896 Aug 29 23:58:23.529402 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c331a6d4-ac43-4dde-ae7f-014069432471 req-17cf6858-389a-4d80-bed8-b691159fe4d1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883150 Aug 29 23:58:24.051640 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=27,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:24.053463 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:24.701903 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a367a5f-530a-4610-9b3a-72bc6b2994fb req-26bbb164-0345-4641-ab38-086a484b0bed tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:24.704285 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1a367a5f-530a-4610-9b3a-72bc6b2994fb req-26bbb164-0345-4641-ab38-086a484b0bed tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0825646 Aug 29 23:58:24.777329 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1a367a5f-530a-4610-9b3a-72bc6b2994fb req-1c7f34b0-4787-4544-b668-71df0aca5e43 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650413 Aug 29 23:58:24.941493 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:24.951557 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:UPDATE=1,neutron:SELECT=12 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:25.925001 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea870f0d-6b63-4097-9e69-3b0bd9b03bf0 req-d3fdfed1-5a07-4608-8409-2fa0b6c66c2c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:25.926784 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ea870f0d-6b63-4097-9e69-3b0bd9b03bf0 req-d3fdfed1-5a07-4608-8409-2fa0b6c66c2c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0564172 Aug 29 23:58:25.989138 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ea870f0d-6b63-4097-9e69-3b0bd9b03bf0 req-6d5eaef7-187d-462a-9a57-cd70c9e825fe tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550604 Aug 29 23:58:26.675238 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-4e88b71d-95bd-4379-88ca-91e3fdb9910d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1075183352&fields=id&tenant_id=c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 267 time: 0.0628641 Aug 29 23:58:26.821806 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-abb75ee4-1c47-4086-9540-958718aa5526 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:26.823325 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-abb75ee4-1c47-4086-9540-958718aa5526 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 812 time: 0.1403704 Aug 29 23:58:26.839832 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-1d674ce4-edd6-438e-af66-832fe122bb00 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/quotas/c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 375 time: 0.0103192 Aug 29 23:58:26.897443 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-c1cf9530-5d59-41dd-b30c-a89fea16df48 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520055 Aug 29 23:58:26.995130 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:27.012895 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-6fa21d99-fca1-41e8-8106-200d81159884 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028144 Aug 29 23:58:27.129915 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-141067eb-9b1d-4f63-8ae7-fdbd3bf9ffbe service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106746 Aug 29 23:58:27.169193 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038afd1-66b8-49a0-b93e-88b17fd23efa req-9b3e7300-b5d4-46c9-b1ab-c27fb42f9cdb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:27.170792 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0038afd1-66b8-49a0-b93e-88b17fd23efa req-9b3e7300-b5d4-46c9-b1ab-c27fb42f9cdb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0614178 Aug 29 23:58:27.233109 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0038afd1-66b8-49a0-b93e-88b17fd23efa req-15f1d46c-43e6-49c1-a5b5-71c898f5a506 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564470 Aug 29 23:58:27.817144 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e157c817-654d-4b28-bae3-4e07528a0449 req-d5b26e5c-4de9-4abc-b8b4-c86a3d0ff72c tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0307286 Aug 29 23:58:28.387113 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57c735-def7-4c9c-bb16-1bed397f255d req-36f494a0-80a6-4671-b9e0-e3add1e899e5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:28.388823 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e57c735-def7-4c9c-bb16-1bed397f255d req-36f494a0-80a6-4671-b9e0-e3add1e899e5 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0710979 Aug 29 23:58:28.401898 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:28.444634 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6e57c735-def7-4c9c-bb16-1bed397f255d req-c8419112-c342-4303-8429-6bc7918ed65f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496926 Aug 29 23:58:28.904780 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9e91c869-c62c-459c-8641-98d3fc46ec22 req-cd664d47-04f4-4372-9782-f008e82f0c14 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0288496 Aug 29 23:58:29.586980 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b5b92-4fb6-47b6-a781-c984865b9aa2 req-5ff343dd-4558-416e-916e-75c3d5f77feb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:29.590375 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3c9b5b92-4fb6-47b6-a781-c984865b9aa2 req-5ff343dd-4558-416e-916e-75c3d5f77feb tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0617337 Aug 29 23:58:29.654532 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3c9b5b92-4fb6-47b6-a781-c984865b9aa2 req-93daf69b-e17e-4f2b-aa81-020ce53b9954 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538309 Aug 29 23:58:30.018188 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-671ce5db-0958-4b6e-ba68-9dac2a67020d req-1f0a3733-d483-4c9e-83ab-c505859960d8 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0305014 Aug 29 23:58:30.313222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27d715-87e1-48a1-ab3d-d5f3ac5b675f req-35d4a885-c25a-42c7-afba-fb82df24b723 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:30.314753 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3d27d715-87e1-48a1-ab3d-d5f3ac5b675f req-35d4a885-c25a-42c7-afba-fb82df24b723 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0561104 Aug 29 23:58:30.393240 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3d27d715-87e1-48a1-ab3d-d5f3ac5b675f req-b70f42e2-64b4-47f7-8d0d-994bc1b12f27 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719099 Aug 29 23:58:30.810515 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad0694-a74e-4735-aaa0-01bb9b2e3b61 req-5b944337-2475-4581-998f-fdb347a85582 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:30.813189 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7fad0694-a74e-4735-aaa0-01bb9b2e3b61 req-5b944337-2475-4581-998f-fdb347a85582 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0657659 Aug 29 23:58:30.870752 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7fad0694-a74e-4735-aaa0-01bb9b2e3b61 req-8fcfbd12-991b-4f6e-9a3b-45777d20168e tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501323 Aug 29 23:58:31.109580 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-59fabd3a-4f3e-4d15-b9a4-a1848e436711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:31.146206 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0155e5a3-0138-4ff9-a4a4-84f3553cb262 req-e8a98c20-7037-4b26-880f-a0745ec5e6b7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0369577 Aug 29 23:58:31.523956 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3c1f0-f6d3-45e6-a288-7de649454fa3 req-f2117731-bc1b-41a4-9607-4736fdbb7fa8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:31.525981 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-65b3c1f0-f6d3-45e6-a288-7de649454fa3 req-f2117731-bc1b-41a4-9607-4736fdbb7fa8 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0519233 Aug 29 23:58:31.574613 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:58:31.591999 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-65b3c1f0-f6d3-45e6-a288-7de649454fa3 req-0c1cda17-4db0-4089-87ae-ff73ca657e29 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602541 Aug 29 23:58:31.823096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:31.823096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'port_id': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'mac_address': 'fa:16:3e:3a:7d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1093, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:58:31.823096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:31.823096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:31.823096 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:58:31.825647 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:32.028498 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1e33e-da8c-4692-aa51-7dd4f788a7a6 req-a49eadba-852e-436f-a070-4ab7ce1fe7aa tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:32.030077 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78b1e33e-da8c-4692-aa51-7dd4f788a7a6 req-a49eadba-852e-436f-a070-4ab7ce1fe7aa tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 943 time: 0.0625458 Aug 29 23:58:32.125978 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-78b1e33e-da8c-4692-aa51-7dd4f788a7a6 req-9bf69538-21b6-47d7-9b60-832cf06cf629 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491605 Aug 29 23:58:32.298214 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-65365ba0-dc82-4edd-8319-f040c546c4e0 req-35588c4a-7c36-488c-8dc7-0a008d6692d3 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0477185 Aug 29 23:58:32.401001 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:32.454516 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=9']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:32.732898 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910bc75-fb22-47d6-b1bc-8d553117aa29 req-df5e9e2a-4435-447e-9d41-2a8673e7a802 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:32.734511 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3910bc75-fb22-47d6-b1bc-8d553117aa29 req-df5e9e2a-4435-447e-9d41-2a8673e7a802 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0539882 Aug 29 23:58:32.755218 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['92bd74c9-1028-4a8d-a703-f5c8f8637fc5'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:58:32.792052 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3910bc75-fb22-47d6-b1bc-8d553117aa29 req-e20ee036-ba98-46a1-a8fd-2c7be01db2a2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512314 Aug 29 23:58:32.913478 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:32.920486 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=7 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:33.240724 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdefb6-8032-4fa8-bd78-0445228766a1 req-a2dcaa1b-50bc-4682-ba6d-9de8783eb90a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:33.242286 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-53cdefb6-8032-4fa8-bd78-0445228766a1 req-a2dcaa1b-50bc-4682-ba6d-9de8783eb90a tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0498984 Aug 29 23:58:33.289422 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:33.298698 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-53cdefb6-8032-4fa8-bd78-0445228766a1 req-09be8d05-a7bc-493c-9c44-14810f20200f tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491467 Aug 29 23:58:33.436334 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3fcba48b-3bc0-4ee7-a6d4-eb6beea38056 req-9dabc4bf-dc12-408c-b5ca-7ac6fb5c92c2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0433333 Aug 29 23:58:33.446915 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e09f7f08-4f66-4790-b9d2-70b917fedf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:33.944142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213f585-606e-4d26-b348-e32421d08f80 req-6a277e57-d1e9-4ef8-b3b5-27136d2bd72a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:33.946906 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a213f585-606e-4d26-b348-e32421d08f80 req-6a277e57-d1e9-4ef8-b3b5-27136d2bd72a tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0609694 Aug 29 23:58:34.002402 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a213f585-606e-4d26-b348-e32421d08f80 req-b96930c7-8706-4c95-a1de-90ed31a36c59 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490956 Aug 29 23:58:34.439219 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53267b4a-b66c-40e9-999a-668d8617bbe7 req-9d620f62-d258-4b07-ae9b-c292c170691d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:34.440870 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-53267b4a-b66c-40e9-999a-668d8617bbe7 req-9d620f62-d258-4b07-ae9b-c292c170691d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0540307 Aug 29 23:58:34.504549 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-53267b4a-b66c-40e9-999a-668d8617bbe7 req-41c7e09d-8ae4-47a6-a69c-64c8b801fce1 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531216 Aug 29 23:58:34.578014 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3df46bcc-21c3-4322-8e5e-c0c5f0c9420a req-cd0cb882-b27b-4a2b-8271-de6b635d53c4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0376859 Aug 29 23:58:34.721525 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:35.139505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7b608-d74b-4e57-89d6-5cbd9f198f89 req-d55527b1-0294-4e07-8217-f3eecf78cbeb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:35.141085 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39c7b608-d74b-4e57-89d6-5cbd9f198f89 req-d55527b1-0294-4e07-8217-f3eecf78cbeb tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0536509 Aug 29 23:58:35.198978 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39c7b608-d74b-4e57-89d6-5cbd9f198f89 req-61851ca3-9667-4d1f-aeee-afd78f9baf3f tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497158 Aug 29 23:58:35.698490 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecd773-9ee7-498f-a891-f7fb4ffa48ee req-98fed6cd-afac-4037-b988-8b87dceb8e25 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:35.700352 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7eecd773-9ee7-498f-a891-f7fb4ffa48ee req-98fed6cd-afac-4037-b988-8b87dceb8e25 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 944 time: 0.0912309 Aug 29 23:58:35.725759 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-16cbda12-f159-407e-80e6-d2b79aba3a3e req-00fdc742-7cfc-4782-ad39-5b8624e8196e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0547361 Aug 29 23:58:35.732312 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:35.773009 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7eecd773-9ee7-498f-a891-f7fb4ffa48ee req-86d2ba53-cf17-4ec4-aa68-cd5f03769fb7 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559814 Aug 29 23:58:35.954895 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:36.036703 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:36.037299 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:36.165408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:36.165408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:36.194868 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:36.197350 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ea86a6-c73a-4877-85ad-25a657964946" -d '{"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:36.216943 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:36.220233 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:36.267369 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff274d-1ccf-40f0-b89e-984be7703e5c x-openstack-request-id: req-d8ff274d-1ccf-40f0-b89e-984be7703e5c {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:36.267708 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:36.268024 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-d8ff274d-1ccf-40f0-b89e-984be7703e5c {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:36.268461 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ff274d-1ccf-40f0-b89e-984be7703e5c'] response: {'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'code': 200} Aug 29 23:58:36.279060 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-58997f52-b67d-4c7c-ad06-910f0b6d86c2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:36.281065 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-58997f52-b67d-4c7c-ad06-910f0b6d86c2 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.0859544 Aug 29 23:58:36.463641 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:36.464536 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:36.525177 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=10']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:36.695102 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-df50dbf3-1d6b-4731-a846-c3dea269adaf tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:36.697238 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-df50dbf3-1d6b-4731-a846-c3dea269adaf tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 812 time: 0.1407399 Aug 29 23:58:36.732392 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310f177-c674-44d6-98b1-31f074975821 req-1069607e-f145-4fa5-a579-72275d7a05a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:36.733292 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f310f177-c674-44d6-98b1-31f074975821 req-1069607e-f145-4fa5-a579-72275d7a05a9 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 945 time: 0.4094915 Aug 29 23:58:36.784025 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Deleting port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:36.784567 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:36.786554 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-5fa2784b-f955-419d-b991-5187f66319a4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 380 time: 0.0784721 Aug 29 23:58:36.803891 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'port': {'device_id': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'admin_state_up': True, 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'security_groups': ['31f3b3bd-7094-4ab1-b093-a3c4f57d18d3']}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:36.913006 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f310f177-c674-44d6-98b1-31f074975821 req-a5b821c0-5b23-47a6-ad04-3f0d12a11af0 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22397687-4419-4ea1-aeaf-4f14a9e18051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692936 Aug 29 23:58:36.938016 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-37151aa1-e684-4206-800d-6a1356c091c3 req-037b763e-850f-47b5-97a0-8813f951f12d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0644796 Aug 29 23:58:36.943576 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a9d6-7afe-4f2f-ac95-aa61e8b6eda6 req-8740aa81-1c35-4544-91e5-939071f17ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:36.945131 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-03d1a9d6-7afe-4f2f-ac95-aa61e8b6eda6 req-8740aa81-1c35-4544-91e5-939071f17ddd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 1130 time: 0.1447644 Aug 29 23:58:37.053883 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] For port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:37.054265 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:37.074223 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Made reservation on behalf of c78ff4cbc0994af8855b1ac67cb281fe for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:58:37.078199 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-03d1a9d6-7afe-4f2f-ac95-aa61e8b6eda6 req-ec4b615a-3f10-42a6-a40b-4ec58111defd service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243742 Aug 29 23:58:37.081360 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:37.117053 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:37.184380 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c916c-4797-4ebb-a313-1fcb5366ce4c req-9f23df23-4946-40c7-83a8-4368b68bf481 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:37.186032 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fe7c916c-4797-4ebb-a313-1fcb5366ce4c req-9f23df23-4946-40c7-83a8-4368b68bf481 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 946 time: 0.1457748 Aug 29 23:58:37.277493 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Allocated IP 172.20.0.4 (b98748d9-f76e-40ff-a76f-dd71e522597e/8c00de95-95b9-487c-b70d-3daa68f1cb72/3a779311-29d6-4a4e-8a36-b80f881603ea) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:58:37.389240 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fe7c916c-4797-4ebb-a313-1fcb5366ce4c req-496e343c-5b1b-4b95-9ea8-b294b8498435 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959593 Aug 29 23:58:37.444952 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:37.445644 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (61e54562-9bae-4ef9-b51c-e460226568d6), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:37.446188 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Floating IP 61e54562-9bae-4ef9-b51c-e460226568d6 disassociated. External IP: 172.27.2.153, port: d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb. Aug 29 23:58:37.446829 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Calling delete_port for d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:37.492157 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:37.631415 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:37.677631 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Network b98748d9-f76e-40ff-a76f-dd71e522597e is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:58:37.681466 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:58:37.684954 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:58:37.745453 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=3a779311-29d6-4a4e-8a36-b80f881603ea,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:37.749787 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:37.764863 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.765476 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.765973 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.766489 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.767024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.767546 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.768217 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.768723 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.769339 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.769827 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.770315 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.770818 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.771313 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.771783 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.772396 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.785743 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:37.785743 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:37.812160 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'Port': ['ID=d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:37.827767 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.828369 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.828766 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.829360 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.830036 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.830561 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.831115 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.831695 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.832406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.832866 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.833444 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.834015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.834632 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.835457 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.836035 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:58:37.866574 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-35c34833-2634-4df6-9639-63c328770528 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0684505 Aug 29 23:58:37.892919 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Request body: {'port': {'device_id': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:37.983523 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:38.005921 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:38.034676 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-b5616eb3-d10b-4814-8606-95870c8e6055 None None] Provisioning complete for port 3a779311-29d6-4a4e-8a36-b80f881603ea triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:38.042271 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b5616eb3-d10b-4814-8606-95870c8e6055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:38.067318 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:58:38.077199 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:38.128769 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:38.131531 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-b5616eb3-d10b-4814-8606-95870c8e6055 None None] Port 3a779311-29d6-4a4e-8a36-b80f881603ea cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 29 23:58:38.150215 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:38.225807 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-20eb72e2-d6b6-47a0-813b-90da02605af0 req-074d1960-9eff-4e63-bb76-5de48df9784d tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 210 time: 0.1337509 Aug 29 23:58:38.323874 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9a4a6-71d0-4fdb-9b9e-e70da395c120 req-42c48843-648f-4a1f-8e2d-271b27c55cf6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:38.331877 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8cf9a4a6-71d0-4fdb-9b9e-e70da395c120 req-42c48843-648f-4a1f-8e2d-271b27c55cf6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 931 time: 0.1275549 Aug 29 23:58:38.393495 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:58:38.419238 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:58:38.439299 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:38.444485 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:58:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:38.476577 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a779311-29d6-4a4e-8a36-b80f881603ea {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:58:38.495420 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Publish callbacks [] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:38.538645 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8cf9a4a6-71d0-4fdb-9b9e-e70da395c120 req-1d39b36b-d162-4706-9aff-6d02285a6dae tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054496 Aug 29 23:58:38.542808 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Transition to ACTIVE for port object 3a779311-29d6-4a4e-8a36-b80f881603ea will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 29 23:58:38.546621 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] No DVR routers for this DVR port d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:58:38.565149 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:38.570793 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b3149cdc-c484-449c-96c5-48680aebc2d9 req-d6be068b-5fb2-4d5f-a616-f1c02ec6a04c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.61 "DELETE /networking/v2.0/ports/d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb HTTP/1.1" status: 204 len: 173 time: 2.2814274 Aug 29 23:58:38.571456 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:38.572773 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'name': 'network-vif-deleted', 'tag': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:38.577116 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be484566-2cd3-441b-8de4-5164688c9b29" -d '{"events": [{"server_uuid": "a3a4eed7-3b9b-45e9-9a5f-e022b5e59825", "name": "network-vif-deleted", "tag": "d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:38.624447 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:38.652070 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1338a-8211-4250-bb47-df93a5689857 req-e104653f-08c6-4e11-b599-dea8da69868b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:38.658719 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a7e1338a-8211-4250-bb47-df93a5689857 req-e104653f-08c6-4e11-b599-dea8da69868b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 946 time: 0.1142538 Aug 29 23:58:38.724362 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac7187c-c53b-4e8e-9fe3-9a66cfd9424b x-openstack-request-id: req-0ac7187c-c53b-4e8e-9fe3-9a66cfd9424b {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:38.736942 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a4eed7-3b9b-45e9-9a5f-e022b5e59825", "name": "network-vif-deleted", "tag": "d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:38.736942 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0ac7187c-c53b-4e8e-9fe3-9a66cfd9424b {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:38.736942 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac7187c-c53b-4e8e-9fe3-9a66cfd9424b'] response: {'server_uuid': 'a3a4eed7-3b9b-45e9-9a5f-e022b5e59825', 'name': 'network-vif-deleted', 'tag': 'd3c7c9a6-8c48-452c-bdc9-84311c5e0ebb', 'status': 'completed', 'code': 200} Aug 29 23:58:38.778978 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a7e1338a-8211-4250-bb47-df93a5689857 req-0c40b615-c13e-41ee-b316-71521532bb97 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103256 Aug 29 23:58:38.809178 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Pushing event updated for resources: {'Port': ['ID=3a779311-29d6-4a4e-8a36-b80f881603ea,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:38.871263 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:38.884424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Attempting to bind port 3a779311-29d6-4a4e-8a36-b80f881603ea on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 29 23:58:38.885849 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Attempting to bind port 3a779311-29d6-4a4e-8a36-b80f881603ea by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 29 23:58:38.886795 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Attempting to bind port 3a779311-29d6-4a4e-8a36-b80f881603ea on network b98748d9-f76e-40ff-a76f-dd71e522597e {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:58:38.895016 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Port 3a779311-29d6-4a4e-8a36-b80f881603ea on network b98748d9-f76e-40ff-a76f-dd71e522597e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 29 23:58:38.895520 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Attempting to bind port 3a779311-29d6-4a4e-8a36-b80f881603ea on network b98748d9-f76e-40ff-a76f-dd71e522597e {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 29 23:58:38.919139 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 29, 23, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 29 23:58:38.920602 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Checking segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:58:38.921155 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Bound using segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 29 23:58:38.921865 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Bound port: 3a779311-29d6-4a4e-8a36-b80f881603ea, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 29 23:58:38.926689 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:39.032830 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] For port 3a779311-29d6-4a4e-8a36-b80f881603ea, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 29 23:58:39.036656 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] For port 3a779311-29d6-4a4e-8a36-b80f881603ea, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a779311-29d6-4a4e-8a36-b80f881603ea,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 29 23:58:39.145199 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:39.173260 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:58:39.188488 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:39.189198 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:58:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:39.215195 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:39.223340 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:39.224258 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:39.226207 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/3a779311-29d6-4a4e-8a36-b80f881603ea HTTP/1.1" status: 200 len: 1093 time: 1.3377900 Aug 29 23:58:39.227083 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'tag': '3a779311-29d6-4a4e-8a36-b80f881603ea'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:39.230696 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b660d30-8ce5-48f3-9337-2dbcd3c62e05", "tag": "3a779311-29d6-4a4e-8a36-b80f881603ea"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:39.330555 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:39.341268 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:39.386799 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd8719-348d-4126-9d2a-11087822a812 service neutron] Pushing event updated for resources: {'Port': ['ID=3a779311-29d6-4a4e-8a36-b80f881603ea,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:39.522847 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a655fa30-aa68-44e7-a66b-da16742c9247 req-ef8c6e3d-53e6-42d0-8e67-de3a20a68745 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=a3a4eed7-3b9b-45e9-9a5f-e022b5e59825 HTTP/1.1" status: 200 len: 210 time: 0.0641150 Aug 29 23:58:39.564618 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b19db2-98bf-4448-962a-8bd25a9d5f7c x-openstack-request-id: req-79b19db2-98bf-4448-962a-8bd25a9d5f7c {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:39.565064 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b660d30-8ce5-48f3-9337-2dbcd3c62e05", "tag": "3a779311-29d6-4a4e-8a36-b80f881603ea", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:39.565547 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-79b19db2-98bf-4448-962a-8bd25a9d5f7c {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:39.568406 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b19db2-98bf-4448-962a-8bd25a9d5f7c'] response: {'name': 'network-changed', 'server_uuid': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'tag': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'status': 'completed', 'code': 200} Aug 29 23:58:39.590989 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-a484cf0c-2d60-4bd3-82fc-e074df99042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:39.593623 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-a484cf0c-2d60-4bd3-82fc-e074df99042e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 1127 time: 0.0875888 Aug 29 23:58:39.631820 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:39.687394 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa978382-629c-4d8b-8ea3-fd33e56d7f88 None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:16Z', 'revision_number': 4, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '61d7a0ef-0864-4e1c-9285-cf7ff1caf90b', 'name': '', 'network_id': '9b596b2d-12e3-47f4-a595-eed3b3358a18', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'mac_address': 'fa:16:3e:85:2a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:14Z', 'updated_at': '2022-08-29T23:51:35Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'subnets': [{'id': 'c496b8d6-8b00-49fa-bb8e-5ad596ae66a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:58:39.704399 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b936c-2007-4ab5-b2a3-564b0edee6dc req-bcc07afa-f7f6-472f-8c25-c3bb53acc0c7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:39.706106 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-946b936c-2007-4ab5-b2a3-564b0edee6dc req-bcc07afa-f7f6-472f-8c25-c3bb53acc0c7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 943 time: 0.0611539 Aug 29 23:58:39.791524 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-f163a4ce-140f-4b1e-80fb-a07b475d4a58 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a779311-29d6-4a4e-8a36-b80f881603ea HTTP/1.1" status: 200 len: 217 time: 0.0544596 Aug 29 23:58:39.802450 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-946b936c-2007-4ab5-b2a3-564b0edee6dc req-146082d6-7860-4f80-a8d9-fa82ac703046 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895216 Aug 29 23:58:39.869487 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-9f72f4da-8963-4afb-a92c-a3e01880e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:39.871286 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-9f72f4da-8963-4afb-a92c-a3e01880e14d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0701501 Aug 29 23:58:39.941653 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-992f30c8-1662-4684-976b-f8191afaaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:39.944352 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-992f30c8-1662-4684-976b-f8191afaaecd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645008 Aug 29 23:58:39.991681 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:40.037030 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:40.037383 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d3c7c9a6-8c48-452c-bdc9-84311c5e0ebb not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:40.070210 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f996a-09c1-4d4c-9cfa-c7df97dd5ee6 req-d3a68b98-3ed5-4783-a403-61beb787f1b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.075386 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-444f996a-09c1-4d4c-9cfa-c7df97dd5ee6 req-d3a68b98-3ed5-4783-a403-61beb787f1b0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 946 time: 0.1244802 Aug 29 23:58:40.115478 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:40.209813 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-608b28f9-2008-4bee-a296-25c08f278afd service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584467 Aug 29 23:58:40.210629 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-444f996a-09c1-4d4c-9cfa-c7df97dd5ee6 req-7688d80e-7d90-497f-8004-19a4a7b605ee tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108274 Aug 29 23:58:40.270519 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae54dd-cbd0-499f-8133-15f4feede9f3 None None] New status for floating IP 61e54562-9bae-4ef9-b51c-e460226568d6: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:58:40.274989 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:40.401772 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e85fdf8e-a2df-4099-89d9-7149355b9b50 req-7110c294-fc2b-4639-b22c-2d743170ab50 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834614 Aug 29 23:58:40.778515 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53570) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:40.800365 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-38fb66da-3e8e-4eeb-a35b-b74e7c5e79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.802008 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-38fb66da-3e8e-4eeb-a35b-b74e7c5e79d7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 1127 time: 0.0521159 Aug 29 23:58:40.831171 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:40.855927 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1269e56b-04e7-42cc-ab1e-ecb85f818b47 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (22397687-4419-4ea1-aeaf-4f14a9e18051), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:40.883769 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1269e56b-04e7-42cc-ab1e-ecb85f818b47 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (22397687-4419-4ea1-aeaf-4f14a9e18051), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:40.929806 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-72229d25-a70a-48ff-8658-1d75f26f2bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.931989 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-72229d25-a70a-48ff-8658-1d75f26f2bce service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.1231396 Aug 29 23:58:40.975274 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-ff765895-4a15-4e26-b677-bc5d815981a2 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a779311-29d6-4a4e-8a36-b80f881603ea HTTP/1.1" status: 200 len: 217 time: 0.0371609 Aug 29 23:58:40.984878 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54da7ad-fa88-4c9c-8d4f-4c358faacb67 req-2dc150f2-7e73-4cdd-a7e6-eb420d4fe92d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:40.986396 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c54da7ad-fa88-4c9c-8d4f-4c358faacb67 req-2dc150f2-7e73-4cdd-a7e6-eb420d4fe92d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 943 time: 0.0648842 Aug 29 23:58:41.034733 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-3c0f2ba3-f67c-4ec8-9b14-b373f97bfa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:41.036269 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-3c0f2ba3-f67c-4ec8-9b14-b373f97bfa73 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0554042 Aug 29 23:58:41.060188 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c54da7ad-fa88-4c9c-8d4f-4c358faacb67 req-5ba7cdf7-bce3-4ce2-aa53-bcc87c0d05e4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639493 Aug 29 23:58:41.084464 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-27dff407-b32f-4d6c-afde-556e6a7d60b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:41.090131 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-27dff407-b32f-4d6c-afde-556e6a7d60b6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421507 Aug 29 23:58:41.189663 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1269e56b-04e7-42cc-ab1e-ecb85f818b47 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (22397687-4419-4ea1-aeaf-4f14a9e18051), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.192477 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1269e56b-04e7-42cc-ab1e-ecb85f818b47 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.193688 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-b0c8b0c5-2e13-422a-a593-85d40786cf80 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014609 Aug 29 23:58:41.193821 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-1269e56b-04e7-42cc-ab1e-ecb85f818b47 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/22397687-4419-4ea1-aeaf-4f14a9e18051 HTTP/1.1" status: 204 len: 168 time: 0.4135673 Aug 29 23:58:41.197018 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53574) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:41.205007 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269e56b-04e7-42cc-ab1e-ecb85f818b47 tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22397687-4419-4ea1-aeaf-4f14a9e18051,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:41.230257 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.api.v2.resource [None req-0aba4b4a-fdc9-47f1-a253-9b3d281e53ee tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] show failed (client error): The resource could not be found. Aug 29 23:58:41.234474 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-0aba4b4a-fdc9-47f1-a253-9b3d281e53ee tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "GET /networking/v2.0/security-groups/22397687-4419-4ea1-aeaf-4f14a9e18051 HTTP/1.1" status: 404 len: 347 time: 0.0325711 Aug 29 23:58:41.234884 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53576) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:41.321216 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4dd86fb3-47a6-430b-b5c0-d6661b9e09e3 req-b5abd128-4555-43d6-86e8-1e46d084bdc3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132419 Aug 29 23:58:41.402692 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Deleting port 2654fef3-5479-43dc-8bd1-51541f8d6252 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:41.403067 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (2654fef3-5479-43dc-8bd1-51541f8d6252), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.425254 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814ddfe-c0d1-4544-ae64-1e92790d077b req-c5639e17-eaf4-4f93-a6ab-6c1749a536a3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:41.427120 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f814ddfe-c0d1-4544-ae64-1e92790d077b req-c5639e17-eaf4-4f93-a6ab-6c1749a536a3 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0723832 Aug 29 23:58:41.542494 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f814ddfe-c0d1-4544-ae64-1e92790d077b req-ead56d61-e8ce-4871-86d9-8a833c020aa8 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799758 Aug 29 23:58:41.552408 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (2654fef3-5479-43dc-8bd1-51541f8d6252), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.552770 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (2654fef3-5479-43dc-8bd1-51541f8d6252), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.575799 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Calling delete_port for 2654fef3-5479-43dc-8bd1-51541f8d6252 owned by network:floatingip {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:41.630129 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:41.733424 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:41.849344 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (2654fef3-5479-43dc-8bd1-51541f8d6252), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.892743 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Pushing event deleted for resources: {'Port': ['ID=2654fef3-5479-43dc-8bd1-51541f8d6252,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:41.966839 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks [] for floatingip (61e54562-9bae-4ef9-b51c-e460226568d6), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.971082 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:41.974954 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-bc0deda8-76aa-4e68-b65a-406465a2d65c tempest-AttachVolumeNegativeTest-819546039 tempest-AttachVolumeNegativeTest-819546039-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/61e54562-9bae-4ef9-b51c-e460226568d6 HTTP/1.1" status: 204 len: 168 time: 0.7391121 Aug 29 23:58:42.212084 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08bee3-6c50-4c23-85e2-d8d2c0d1cfcb req-9178442f-d05c-49a1-a66d-85dc7df7ac55 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:42.214341 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0c08bee3-6c50-4c23-85e2-d8d2c0d1cfcb req-9178442f-d05c-49a1-a66d-85dc7df7ac55 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 943 time: 0.0560102 Aug 29 23:58:42.273250 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0c08bee3-6c50-4c23-85e2-d8d2c0d1cfcb req-69df3d06-974d-41f2-8b57-7a3fcd82ae56 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502484 Aug 29 23:58:43.409434 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40507258-3dab-4f36-b86c-7b7bb6fc599e req-89ba8354-c5b4-4d9c-9f89-177d8da86abf tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:43.409434 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-40507258-3dab-4f36-b86c-7b7bb6fc599e req-89ba8354-c5b4-4d9c-9f89-177d8da86abf tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 943 time: 0.0519767 Aug 29 23:58:43.472490 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-40507258-3dab-4f36-b86c-7b7bb6fc599e req-2db90cf8-769a-4bbe-a92b-08f7df5050e5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586605 Aug 29 23:58:44.592373 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b56ee-a430-4d8e-87ef-340aff4f847f req-76a0388c-8520-48a2-b4d1-01ad5582fafb tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:44.593902 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b74b56ee-a430-4d8e-87ef-340aff4f847f req-76a0388c-8520-48a2-b4d1-01ad5582fafb tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 943 time: 0.0475099 Aug 29 23:58:44.651151 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b74b56ee-a430-4d8e-87ef-340aff4f847f req-85661008-a987-48ca-8ece-e893842ab50d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502229 Aug 29 23:58:45.803381 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac1ee1-b67f-4e37-aa66-38c7722aa244 req-23887792-a4b6-4402-b6ab-39548d73538e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:45.805413 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-49ac1ee1-b67f-4e37-aa66-38c7722aa244 req-23887792-a4b6-4402-b6ab-39548d73538e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 943 time: 0.0622725 Aug 29 23:58:45.878402 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-49ac1ee1-b67f-4e37-aa66-38c7722aa244 req-40fa2b96-8fd7-4cff-b763-5f5111598558 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656750 Aug 29 23:58:46.283777 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53656) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:46.760271 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (b4e88479-0ff6-4eb2-b205-c10d1268b489), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:46.868867 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:46.993140 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:47.032253 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74807327-cc86-4aa6-9b17-ef9ad5b98399 req-fc4fb32b-cfa8-4538-9369-2379def40c1d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:47.033713 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-74807327-cc86-4aa6-9b17-ef9ad5b98399 req-fc4fb32b-cfa8-4538-9369-2379def40c1d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 943 time: 0.0736570 Aug 29 23:58:47.118874 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Deleting port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:47.120287 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:47.136050 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-74807327-cc86-4aa6-9b17-ef9ad5b98399 req-15c70e80-4ada-4fb2-872a-0556020ddd13 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949419 Aug 29 23:58:47.210307 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] For port 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:47.210733 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:47.225493 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Calling delete_port for 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b owned by network:router_interface {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:47.515061 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (61d7a0ef-0864-4e1c-9285-cf7ff1caf90b), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:47.546780 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Pushing event deleted for resources: {'Port': ['ID=61d7a0ef-0864-4e1c-9285-cf7ff1caf90b,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:47.724078 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (b4e88479-0ff6-4eb2-b205-c10d1268b489), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:47.814661 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:47.945312 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Router b4e88479-0ff6-4eb2-b205-c10d1268b489 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:58:47.953252 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:48.370563 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37f83-1373-4a86-b3aa-6683f170aeac req-01c00b85-1203-4607-8e53-bc4918468108 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:48.372240 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a1b37f83-1373-4a86-b3aa-6683f170aeac req-01c00b85-1203-4607-8e53-bc4918468108 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 943 time: 0.0950158 Aug 29 23:58:48.412656 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:58:48.425538 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-1a79dbc9-d747-4172-918c-f1b6aaf7051f admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/b4e88479-0ff6-4eb2-b205-c10d1268b489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1381166 Aug 29 23:58:48.426068 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53672) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:48.428798 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] Sync routers for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:58:48.446548 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a1b37f83-1373-4a86-b3aa-6683f170aeac req-042d4e7e-64e2-4405-9ac8-b12f02a63566 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647681 Aug 29 23:58:48.455424 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:48.456386 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:58:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:48.541797 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 3a779311-29d6-4a4e-8a36-b80f881603ea details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 29 23:58:48.554048 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks [] for router (b4e88479-0ff6-4eb2-b205-c10d1268b489), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.574004 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:48.648179 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:48.681162 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks [] for router_gateway (b4e88479-0ff6-4eb2-b205-c10d1268b489), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.801953 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 3a779311-29d6-4a4e-8a36-b80f881603ea, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a779311-29d6-4a4e-8a36-b80f881603ea,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:48.824391 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'port_id': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'mac_address': 'fa:16:3e:6a:90:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 29 23:58:48.841392 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:58:47Z', 'revision_number': 5, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port': {'id': 'b1e47e7e-55eb-43c0-bc0c-aa67bad822fa', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:05Z', 'updated_at': '2022-08-29T23:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:48.847049 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Deleting port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:48.847616 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.868100 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] Checking router: b4e88479-0ff6-4eb2-b205-c10d1268b489 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:58:48.869258 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 3a779311-29d6-4a4e-8a36-b80f881603ea is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:48.869922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.877532 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] Routers {'b4e88479-0ff6-4eb2-b205-c10d1268b489'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:48.878150 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:58:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['b4e88479-0ff6-4eb2-b205-c10d1268b489'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:48.879800 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:48.895344 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a779311-29d6-4a4e-8a36-b80f881603ea {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 29 23:58:48.917313 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:48.932487 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 3a779311-29d6-4a4e-8a36-b80f881603ea, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a779311-29d6-4a4e-8a36-b80f881603ea,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:48.943017 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] For port b1e47e7e-55eb-43c0-bc0c-aa67bad822fa, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b1e47e7e-55eb-43c0-bc0c-aa67bad822fa,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:48.944186 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:48.959434 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Calling delete_port for b1e47e7e-55eb-43c0-bc0c-aa67bad822fa owned by network:router_gateway {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:48.971732 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] Set router b4e88479-0ff6-4eb2-b205-c10d1268b489 gateway port host: None {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:49.028841 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:58:48Z', 'revision_number': 6, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port_host': None}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:49.042281 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.056405 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfe4af7-af70-4867-ac10-3dbcfb8ed50c None None] The sync data for ids ['b4e88479-0ff6-4eb2-b205-c10d1268b489'] in dv-cinder-854272-4-iscsi is: [{'id': 'b4e88479-0ff6-4eb2-b205-c10d1268b489', 'name': 'tempest-AttachVolumeNegativeTest-177042338-router', 'tenant_id': '80d82515633f4c2faa34d3225a6f26a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:58:48Z', 'revision_number': 6, 'project_id': '80d82515633f4c2faa34d3225a6f26a6', 'gw_port_host': None}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:58:49.105318 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=3a779311-29d6-4a4e-8a36-b80f881603ea,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:49.235477 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (b1e47e7e-55eb-43c0-bc0c-aa67bad822fa), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.263223 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e47e7e-55eb-43c0-bc0c-aa67bad822fa,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:49.344763 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (b4e88479-0ff6-4eb2-b205-c10d1268b489), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.442763 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (b4e88479-0ff6-4eb2-b205-c10d1268b489), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.446992 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks [] for router_controller (b4e88479-0ff6-4eb2-b205-c10d1268b489), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.566836 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (b4e88479-0ff6-4eb2-b205-c10d1268b489), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.567425 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e88479-0ff6-4eb2-b205-c10d1268b489 {{(pid=113460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:58:49.575965 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.575965 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-36688d06-271e-494a-89c4-a3922231890c admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/b4e88479-0ff6-4eb2-b205-c10d1268b489 HTTP/1.1" status: 204 len: 168 time: 1.1437950 Aug 29 23:58:49.578024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53680) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:49.583466 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f4536-ad5e-4650-9682-92c37a73962b req-d82fe81f-73b2-48d4-a844-eb4ac373d2ae tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:49.591440 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ad7f4536-ad5e-4650-9682-92c37a73962b req-d82fe81f-73b2-48d4-a844-eb4ac373d2ae tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 944 time: 0.0585320 Aug 29 23:58:49.639356 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-905b497a-7140-45a8-8e60-12d9855775b3 admin admin] Deleting subnet c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:58:49.646042 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-905b497a-7140-45a8-8e60-12d9855775b3 admin admin] Publish callbacks [] for subnet (c496b8d6-8b00-49fa-bb8e-5ad596ae66a6), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.649040 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:49.651171 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ad7f4536-ad5e-4650-9682-92c37a73962b req-00567447-3ace-4832-81f4-d6ea344f5456 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579364 Aug 29 23:58:49.700682 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-905b497a-7140-45a8-8e60-12d9855775b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (c496b8d6-8b00-49fa-bb8e-5ad596ae66a6), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.784356 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-905b497a-7140-45a8-8e60-12d9855775b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (c496b8d6-8b00-49fa-bb8e-5ad596ae66a6), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:49.843497 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:49.962375 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-905b497a-7140-45a8-8e60-12d9855775b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (c496b8d6-8b00-49fa-bb8e-5ad596ae66a6), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.006177 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b497a-7140-45a8-8e60-12d9855775b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c496b8d6-8b00-49fa-bb8e-5ad596ae66a6,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:50.011456 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-905b497a-7140-45a8-8e60-12d9855775b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.016981 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-905b497a-7140-45a8-8e60-12d9855775b3 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/c496b8d6-8b00-49fa-bb8e-5ad596ae66a6 HTTP/1.1" status: 204 len: 168 time: 0.4376206 Aug 29 23:58:50.019477 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53682) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:50.028174 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9d6a1-5b5f-4d50-a8b3-5a4c6f6bacea None None] Network 9b596b2d-12e3-47f4-a595-eed3b3358a18 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:58:50.108394 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (9b596b2d-12e3-47f4-a595-eed3b3358a18), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.173883 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Deleting port e051a62f-e1a9-456d-a20d-4776835a0258 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:50.174401 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.255888 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] For port e051a62f-e1a9-456d-a20d-4776835a0258, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=e051a62f-e1a9-456d-a20d-4776835a0258,segment=NetworkSegment(ee36eb86-af0c-46fd-b731-cf8f8865ebf6),segment_id=ee36eb86-af0c-46fd-b731-cf8f8865ebf6)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:50.256250 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.271900 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Calling delete_port for e051a62f-e1a9-456d-a20d-4776835a0258 owned by network:dhcp {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:50.282084 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:50.312880 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:50.313233 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 61d7a0ef-0864-4e1c-9285-cf7ff1caf90b not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:50.313564 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b1e47e7e-55eb-43c0-bc0c-aa67bad822fa no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:50.352252 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: b1e47e7e-55eb-43c0-bc0c-aa67bad822fa {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:50.352584 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b1e47e7e-55eb-43c0-bc0c-aa67bad822fa not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:50.465250 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] DHCP port deletion for 9b596b2d-12e3-47f4-a595-eed3b3358a18 request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:58:50.480330 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['3a779311-29d6-4a4e-8a36-b80f881603ea'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 29 23:58:50.492851 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.523353 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e051a62f-e1a9-456d-a20d-4776835a0258,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:50.528195 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] No DVR routers for this DVR port e051a62f-e1a9-456d-a20d-4776835a0258 on host dv-cinder-854272-4-iscsi {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:58:50.543431 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] Deleting port e051a62f-e1a9-456d-a20d-4776835a0258 {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:58:50.543814 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.604600 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (9b596b2d-12e3-47f4-a595-eed3b3358a18), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.635653 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b596b2d-12e3-47f4-a595-eed3b3358a18']}} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:50.647660 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] For port e051a62f-e1a9-456d-a20d-4776835a0258, host dv-cinder-854272-4-iscsi, got binding levels [] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:50.648059 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.648181 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6') {'for_net_delete': True} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:50.648573 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee36eb86-af0c-46fd-b731-cf8f8865ebf6') {} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:50.663468 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] Calling delete_port for e051a62f-e1a9-456d-a20d-4776835a0258 owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:58:50.668792 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.ipam_backend_mixin [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] Port e051a62f-e1a9-456d-a20d-4776835a0258 was not found and therefore no delete operation was performed {{(pid=113461) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Aug 29 23:58:50.669075 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604823'] for segment (ee36eb86-af0c-46fd-b731-cf8f8865ebf6), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.676411 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (e051a62f-e1a9-456d-a20d-4776835a0258), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.692181 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (ee36eb86-af0c-46fd-b731-cf8f8865ebf6), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.705717 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Releasing vlan 1087 on physical network physnet1 to pool {{(pid=113460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:58:50.706218 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9603552'] for segment (ee36eb86-af0c-46fd-b731-cf8f8865ebf6), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.714339 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] Pushing event deleted for resources: {'Port': ['ID=e051a62f-e1a9-456d-a20d-4776835a0258,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:50.723593 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffdbec7-b6f7-46a2-8a63-053037400d31 None None] No DVR routers for this DVR port e051a62f-e1a9-456d-a20d-4776835a0258 on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:58:50.751689 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment ee36eb86-af0c-46fd-b731-cf8f8865ebf6 resource provider aggregate not found Aug 29 23:58:50.774088 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:50.785468 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment ee36eb86-af0c-46fd-b731-cf8f8865ebf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee36eb86-af0c-46fd-b731-cf8f8865ebf6 found for delete ", "request_id": "req-466de83f-91a4-4d79-b741-80eb862ae0ba"}]} Aug 29 23:58:50.843127 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9884d-5684-4558-b328-dd9997b3467e req-f8d8302d-4f48-43c8-9ee0-d4dfdb973649 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:50.845326 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e5b9884d-5684-4558-b328-dd9997b3467e req-f8d8302d-4f48-43c8-9ee0-d4dfdb973649 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 944 time: 0.0794902 Aug 29 23:58:50.904395 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (9b596b2d-12e3-47f4-a595-eed3b3358a18), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.907302 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e5b9884d-5684-4558-b328-dd9997b3467e req-4f2f276e-52e6-4a32-8781-27ceeb182d19 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553849 Aug 29 23:58:50.910356 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:50.914154 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/9b596b2d-12e3-47f4-a595-eed3b3358a18 HTTP/1.1" status: 204 len: 168 time: 0.8933163 Aug 29 23:58:50.920035 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:50.932250 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a1b01-fa48-44fb-9fe2-e45ae0622c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=9b596b2d-12e3-47f4-a595-eed3b3358a18,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:51.315629 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53694) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:51.359774 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-55f2ee71-86fc-4d71-b32d-f079ee69d4f9 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=80d82515633f4c2faa34d3225a6f26a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429108 Aug 29 23:58:51.362135 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53696) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:51.413063 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-493e7783-21ce-4b31-90c4-cc8c0dc77b8a admin admin] Publish callbacks [] for security_group (8b029532-b657-4d2b-9c06-8b501c5f7224), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:51.434721 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-493e7783-21ce-4b31-90c4-cc8c0dc77b8a admin admin] Publish callbacks [] for security_group (8b029532-b657-4d2b-9c06-8b501c5f7224), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:51.549635 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-493e7783-21ce-4b31-90c4-cc8c0dc77b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (8b029532-b657-4d2b-9c06-8b501c5f7224), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:51.552213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-493e7783-21ce-4b31-90c4-cc8c0dc77b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:51.553398 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-493e7783-21ce-4b31-90c4-cc8c0dc77b8a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/8b029532-b657-4d2b-9c06-8b501c5f7224 HTTP/1.1" status: 204 len: 168 time: 0.1903274 Aug 29 23:58:51.562636 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e7783-21ce-4b31-90c4-cc8c0dc77b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b029532-b657-4d2b-9c06-8b501c5f7224,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:52.057421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c746f-0948-40e6-8c12-7e146159899a req-93415fd5-bc96-4ecc-ba33-f5043afd933e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:52.058861 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d99c746f-0948-40e6-8c12-7e146159899a req-93415fd5-bc96-4ecc-ba33-f5043afd933e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 944 time: 0.0546498 Aug 29 23:58:52.119147 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d99c746f-0948-40e6-8c12-7e146159899a req-48c713ce-1988-4051-8499-323725335847 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542889 Aug 29 23:58:52.197330 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e051a62f-e1a9-456d-a20d-4776835a0258 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:58:52.218414 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: e051a62f-e1a9-456d-a20d-4776835a0258 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:58:52.218782 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e051a62f-e1a9-456d-a20d-4776835a0258 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:58:52.241264 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 3a779311-29d6-4a4e-8a36-b80f881603ea up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 29 23:58:52.292881 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 3a779311-29d6-4a4e-8a36-b80f881603ea completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 29 23:58:52.389353 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 3a779311-29d6-4a4e-8a36-b80f881603ea triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 29 23:58:52.389935 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:52.474894 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 3a779311-29d6-4a4e-8a36-b80f881603ea is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 29 23:58:52.475282 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:52.500529 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a779311-29d6-4a4e-8a36-b80f881603ea'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:52.502850 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeff12d0-656e-4566-a96c-5575ad7fdee5" -d '{"events": [{"server_uuid": "5b660d30-8ce5-48f3-9337-2dbcd3c62e05", "name": "network-vif-plugged", "status": "completed", "tag": "3a779311-29d6-4a4e-8a36-b80f881603ea"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:52.521855 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 3a779311-29d6-4a4e-8a36-b80f881603ea, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a779311-29d6-4a4e-8a36-b80f881603ea,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:58:52.551568 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5508ab-3c1d-4ec3-8ee1-b4135e2f6814 x-openstack-request-id: req-9e5508ab-3c1d-4ec3-8ee1-b4135e2f6814 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:52.551864 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b660d30-8ce5-48f3-9337-2dbcd3c62e05", "name": "network-vif-plugged", "status": "completed", "tag": "3a779311-29d6-4a4e-8a36-b80f881603ea", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:52.552174 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9e5508ab-3c1d-4ec3-8ee1-b4135e2f6814 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:52.552575 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e5508ab-3c1d-4ec3-8ee1-b4135e2f6814'] response: {'server_uuid': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'code': 200} Aug 29 23:58:52.601328 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:52.656113 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=3a779311-29d6-4a4e-8a36-b80f881603ea,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:52.785660 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:58:52.891954 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53742) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:53.007829 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-603470004-network', 'tenant_id': '621e0b99ebfc415288e2d856b5c6bf64'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:53.036593 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:53.048982 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86847f6-15f9-4a48-ab5c-fccd37fbf4a2 req-6884f3dc-2abf-467f-a685-5bb2c95d03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.050595 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f86847f6-15f9-4a48-ab5c-fccd37fbf4a2 req-6884f3dc-2abf-467f-a685-5bb2c95d03fa service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 1129 time: 0.0572016 Aug 29 23:58:53.102384 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f86847f6-15f9-4a48-ab5c-fccd37fbf4a2 req-b616f66f-c4be-4f99-be68-3d0fd1ff2fe4 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451555 Aug 29 23:58:53.172073 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Made reservation on behalf of 621e0b99ebfc415288e2d856b5c6bf64 for: {'network': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:58:53.175571 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.180732 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:53.193231 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.275496 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507b409-6c2c-43c7-ab2b-58716693d70a req-93c9265a-2f20-437f-b727-b93198b14ed8 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.277637 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f507b409-6c2c-43c7-ab2b-58716693d70a req-93c9265a-2f20-437f-b727-b93198b14ed8 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.0538523 Aug 29 23:58:53.294170 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Publish callbacks [] for security_group (cf63a66f-1929-45bf-89d8-41db4295992c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.340716 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f507b409-6c2c-43c7-ab2b-58716693d70a req-b8bf68f4-de26-4276-b1d7-4963d4c87de5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571723 Aug 29 23:58:53.372480 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (cf63a66f-1929-45bf-89d8-41db4295992c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.396326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=113460) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:58:53.412113 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf63a66f-1929-45bf-89d8-41db4295992c,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:53.418601 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (5c5b9f66-4dbd-4d3b-a10b-77465c161271), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.418935 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.segments_db [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Added segment 5c5b9f66-4dbd-4d3b-a10b-77465c161271 of type vlan for network ee54ed5b-eb2a-4c99-9c92-8908f62a4784 Aug 29 23:58:53.466735 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (ee54ed5b-eb2a-4c99-9c92-8908f62a4784), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.590710 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (ee54ed5b-eb2a-4c99-9c92-8908f62a4784), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.591754 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:53.592346 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:53.656418 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] Pushing event updated for resources: {'Network': ['ID=ee54ed5b-eb2a-4c99-9c92-8908f62a4784,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:53.667355 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network ee54ed5b-eb2a-4c99-9c92-8908f62a4784 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:58:53.742492 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-363a1c4e-a77c-4187-b9b6-139a068d6595 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8493440 Aug 29 23:58:53.747726 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53762) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:53.752776 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Request body: {'subnet': {'network_id': 'ee54ed5b-eb2a-4c99-9c92-8908f62a4784', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-603470004-subnet', 'tenant_id': '621e0b99ebfc415288e2d856b5c6bf64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:53.888996 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Made reservation on behalf of 621e0b99ebfc415288e2d856b5c6bf64 for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:58:53.892883 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9869216'] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:54.251840 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:54.475003 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9a72d-5ee2-4b70-885b-bcee869236e3 req-50442969-a172-4549-a359-b22bc5dc660a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:54.476552 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bc9a72d-5ee2-4b70-885b-bcee869236e3 req-50442969-a172-4549-a359-b22bc5dc660a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.0501359 Aug 29 23:58:54.506479 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9604613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9869238'] for subnet (c58b50d9-0f7c-479d-b049-d7906e57c34e), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:54.535967 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8bc9a72d-5ee2-4b70-885b-bcee869236e3 req-173698ee-7ab5-47fa-86df-dc0774a4e426 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526440 Aug 29 23:58:54.591053 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58b50d9-0f7c-479d-b049-d7906e57c34e,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:54.601392 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Checking segment: {'id': '5c5b9f66-4dbd-4d3b-a10b-77465c161271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': 'ee54ed5b-eb2a-4c99-9c92-8908f62a4784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:58:54.601752 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Network hostable DHCP agents. Network: ee54ed5b-eb2a-4c99-9c92-8908f62a4784, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:58:54.750115 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Network ee54ed5b-eb2a-4c99-9c92-8908f62a4784 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:58:54.847138 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, ee54ed5b-eb2a-4c99-9c92-8908f62a4784) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:58:54.854374 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:54.855915 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:54.862685 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f110f7b8-1bcc-430a-a089-48654885c794 None None] Network ee54ed5b-eb2a-4c99-9c92-8908f62a4784 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:58:54.939657 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-00157af7-7bee-4351-b996-65a64c6b2a60 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1902089 Aug 29 23:58:55.003995 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a041a10-4616-440b-a565-d2e662ea401b None None] Network ee54ed5b-eb2a-4c99-9c92-8908f62a4784 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:58:55.672985 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d633fc-6d4a-4445-b11a-35f1b0e87f44 req-8d941bdb-2ec8-4d6d-8ead-b3b593501b93 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:55.679075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-36d633fc-6d4a-4445-b11a-35f1b0e87f44 req-8d941bdb-2ec8-4d6d-8ead-b3b593501b93 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.0594440 Aug 29 23:58:55.734609 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-36d633fc-6d4a-4445-b11a-35f1b0e87f44 req-c112ba26-cd42-4ca1-a392-10f3c3d67a68 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536194 Aug 29 23:58:55.739107 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53814) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:55.743976 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-167690556-network', 'tenant_id': 'ad21007074b44c72ad3879592d63e9fb'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:55.880524 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28510d68-7afc-4786-8379-f555724a2209 req-133f80b4-c16c-441f-ab80-e7406c9dfab6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:55.882121 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-28510d68-7afc-4786-8379-f555724a2209 req-133f80b4-c16c-441f-ab80-e7406c9dfab6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.0652194 Aug 29 23:58:55.942576 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-28510d68-7afc-4786-8379-f555724a2209 req-0a4b821c-fdf5-4c27-a3d5-b247bb6bebee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538692 Aug 29 23:58:55.951644 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Made reservation on behalf of ad21007074b44c72ad3879592d63e9fb for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:58:55.954291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:55.965783 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:55.975214 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53818) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:56.016272 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:56.042825 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:56.081555 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Publish callbacks [] for security_group (1059fb30-536d-43e6-9747-1db22eaf8be2), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.178794 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1059fb30-536d-43e6-9747-1db22eaf8be2), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.205036 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1065} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 29 23:58:56.260159 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1059fb30-536d-43e6-9747-1db22eaf8be2,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:56.263604 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (76779f10-9c63-46aa-ab17-31463d57a306), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.263951 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Added segment 76779f10-9c63-46aa-ab17-31463d57a306 of type vlan for network 8eb35965-ada4-450f-9420-e32157f14214 Aug 29 23:58:56.313873 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4650ce-8e28-4ff5-af42-61c31a426709 tempest-TestVolumeBootPattern-2041143223 tempest-TestVolumeBootPattern-2041143223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:56.313873 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-7e4650ce-8e28-4ff5-af42-61c31a426709 tempest-TestVolumeBootPattern-2041143223 tempest-TestVolumeBootPattern-2041143223-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 1124 time: 0.3357909 Aug 29 23:58:56.315675 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53824) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:56.321080 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'port_id': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address': '172.20.0.4'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:56.326153 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53826) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:56.337725 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (8eb35965-ada4-450f-9420-e32157f14214), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.431107 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.471421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (8eb35965-ada4-450f-9420-e32157f14214), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.472548 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:56.473183 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.477615 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8d97-b799-44f0-8872-acc02a7aea83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.527396 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.581899 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] Pushing event updated for resources: {'Network': ['ID=8eb35965-ada4-450f-9420-e32157f14214,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:56.595649 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network 8eb35965-ada4-450f-9420-e32157f14214 details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 29 23:58:56.601731 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-bed9d332-9575-4e33-b84f-02dfe6bd0b72 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8613255 Aug 29 23:58:56.607615 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53830) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:56.616213 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Request body: {'subnet': {'network_id': '8eb35965-ada4-450f-9420-e32157f14214', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-167690556-subnet', 'tenant_id': 'ad21007074b44c72ad3879592d63e9fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 29 23:58:56.697149 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:56.712952 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Allocated IP 172.27.2.107 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/3cedd58b-7134-469e-bfa7-4f5903f2499b) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 29 23:58:56.720427 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8d97-b799-44f0-8872-acc02a7aea83 admin admin] Publish callbacks [] for security_group (49878fdf-bc29-460a-b4c0-9754ac88a3a5), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.812735 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Made reservation on behalf of ad21007074b44c72ad3879592d63e9fb for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 29 23:58:56.815637 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8393153'] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.817817 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4b0e8d97-b799-44f0-8872-acc02a7aea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (49878fdf-bc29-460a-b4c0-9754ac88a3a5), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.851877 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (3cedd58b-7134-469e-bfa7-4f5903f2499b), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:56.911662 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:56.914496 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-4b0e8d97-b799-44f0-8872-acc02a7aea83 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=71a4e04b99e547de83c1e2359f5ce1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5870328 Aug 29 23:58:56.917102 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e8d97-b799-44f0-8872-acc02a7aea83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49878fdf-bc29-460a-b4c0-9754ac88a3a5,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:56.918006 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53832) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:56.975614 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (3cedd58b-7134-469e-bfa7-4f5903f2499b), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.015140 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b97621e-230d-4712-9080-01608798716b admin admin] Publish callbacks [] for security_group (49878fdf-bc29-460a-b4c0-9754ac88a3a5), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.040625 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 29 23:58:57.053905 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:58:57.061639 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 29 23:58:57.065312 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b97621e-230d-4712-9080-01608798716b admin admin] Publish callbacks [] for security_group (49878fdf-bc29-460a-b4c0-9754ac88a3a5), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.068655 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=3cedd58b-7134-469e-bfa7-4f5903f2499b,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:57.127338 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8687333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8393175'] for subnet (1253252b-ff9b-443b-8365-dc3e26eb0d84), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.187330 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1253252b-ff9b-443b-8365-dc3e26eb0d84,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:57.194726 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:57.210843 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Checking segment: {'id': '76779f10-9c63-46aa-ab17-31463d57a306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1065, 'network_id': '8eb35965-ada4-450f-9420-e32157f14214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 29 23:58:57.211435 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Network hostable DHCP agents. Network: 8eb35965-ada4-450f-9420-e32157f14214, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 29 23:58:57.316234 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Network 8eb35965-ada4-450f-9420-e32157f14214 is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 29 23:58:57.316561 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b97621e-230d-4712-9080-01608798716b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (49878fdf-bc29-460a-b4c0-9754ac88a3a5), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.319194 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b97621e-230d-4712-9080-01608798716b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.320522 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4b97621e-230d-4712-9080-01608798716b admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/49878fdf-bc29-460a-b4c0-9754ac88a3a5 HTTP/1.1" status: 204 len: 168 time: 0.4013290 Aug 29 23:58:57.358411 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97621e-230d-4712-9080-01608798716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49878fdf-bc29-460a-b4c0-9754ac88a3a5,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:57.457345 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, 8eb35965-ada4-450f-9420-e32157f14214) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 29 23:58:57.462570 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:57.464475 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.470620 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fc8b32-762d-4792-a07b-975242eeee8a None None] Network 8eb35965-ada4-450f-9420-e32157f14214 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:58:57.475242 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:57.555880 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-105ca359-4b95-49fb-a514-e53101684aeb admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9467392 Aug 29 23:58:57.578351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:57.588890 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (5a9781ea-bce8-4510-b477-b0eaf5596723), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.657427 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1e025-28ee-44eb-964a-3d445de55cb3 None None] Network 8eb35965-ada4-450f-9420-e32157f14214 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:58:57.725504 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53840) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:57.799962 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ed3766-9167-4358-9175-45705d9dc984 admin admin] Deleting subnet c58b50d9-0f7c-479d-b049-d7906e57c34e {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:58:57.804949 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3766-9167-4358-9175-45705d9dc984 admin admin] Publish callbacks [] for subnet (c58b50d9-0f7c-479d-b049-d7906e57c34e), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.877667 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3766-9167-4358-9175-45705d9dc984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (c58b50d9-0f7c-479d-b049-d7906e57c34e), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.910648 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (3cedd58b-7134-469e-bfa7-4f5903f2499b), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:57.978312 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3766-9167-4358-9175-45705d9dc984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (c58b50d9-0f7c-479d-b049-d7906e57c34e), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.147472 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (3cedd58b-7134-469e-bfa7-4f5903f2499b), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.173041 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3766-9167-4358-9175-45705d9dc984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (c58b50d9-0f7c-479d-b049-d7906e57c34e), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.203036 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed3766-9167-4358-9175-45705d9dc984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58b50d9-0f7c-479d-b049-d7906e57c34e,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:58.204961 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:58.207621 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53842) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:58.211331 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f6ed3766-9167-4358-9175-45705d9dc984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.215464 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f6ed3766-9167-4358-9175-45705d9dc984 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/c58b50d9-0f7c-479d-b049-d7906e57c34e HTTP/1.1" status: 204 len: 168 time: 0.4885223 Aug 29 23:58:58.219883 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53844) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:58.226120 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-61542d95-c382-4edc-86af-d8df88742fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.243958 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (3cedd58b-7134-469e-bfa7-4f5903f2499b), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.369064 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-61542d95-c382-4edc-86af-d8df88742fdc admin admin] Publish callbacks [] for security_group (cba2212e-3b68-4c95-9f77-c880d9ab1356), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.375553 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (ee54ed5b-eb2a-4c99-9c92-8908f62a4784), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.377551 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=3cedd58b-7134-469e-bfa7-4f5903f2499b,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:58.381317 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (5a9781ea-bce8-4510-b477-b0eaf5596723), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.441913 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-61542d95-c382-4edc-86af-d8df88742fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (cba2212e-3b68-4c95-9f77-c880d9ab1356), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.491421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61542d95-c382-4edc-86af-d8df88742fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba2212e-3b68-4c95-9f77-c880d9ab1356,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:58.500249 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-61542d95-c382-4edc-86af-d8df88742fdc admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0f0421576b8c4c71be67ff4bacbfb35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888539 Aug 29 23:58:58.501434 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53846) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:58.559555 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (ee54ed5b-eb2a-4c99-9c92-8908f62a4784), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.565210 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3cd76fb6-89aa-4caa-9eb7-683f00ca595a admin admin] Publish callbacks [] for security_group (cba2212e-3b68-4c95-9f77-c880d9ab1356), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.569500 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Floating IP 5a9781ea-bce8-4510-b477-b0eaf5596723 associated. External IP: 172.27.2.107, port: 3a779311-29d6-4a4e-8a36-b80f881603ea. Aug 29 23:58:58.591386 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3cd76fb6-89aa-4caa-9eb7-683f00ca595a admin admin] Publish callbacks [] for security_group (cba2212e-3b68-4c95-9f77-c880d9ab1356), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.626221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee54ed5b-eb2a-4c99-9c92-8908f62a4784']}} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:58.640745 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:58.646712 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5b9f66-4dbd-4d3b-a10b-77465c161271') {'for_net_delete': True} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:58.647035 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5b9f66-4dbd-4d3b-a10b-77465c161271') {} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:58.661617 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604823'] for segment (5c5b9f66-4dbd-4d3b-a10b-77465c161271), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.706911 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (5c5b9f66-4dbd-4d3b-a10b-77465c161271), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.720242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=113460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:58:58.720777 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9603552'] for segment (5c5b9f66-4dbd-4d3b-a10b-77465c161271), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.774186 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 5c5b9f66-4dbd-4d3b-a10b-77465c161271 resource provider aggregate not found Aug 29 23:58:58.802337 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 5c5b9f66-4dbd-4d3b-a10b-77465c161271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c5b9f66-4dbd-4d3b-a10b-77465c161271 found for delete ", "request_id": "req-477863c8-a5dd-4f0b-8a7a-eb56d975fa29"}]} Aug 29 23:58:58.807616 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3cd76fb6-89aa-4caa-9eb7-683f00ca595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (cba2212e-3b68-4c95-9f77-c880d9ab1356), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.810872 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3cd76fb6-89aa-4caa-9eb7-683f00ca595a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.816068 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-3cd76fb6-89aa-4caa-9eb7-683f00ca595a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/cba2212e-3b68-4c95-9f77-c880d9ab1356 HTTP/1.1" status: 204 len: 168 time: 0.3097777 Aug 29 23:58:58.824305 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd76fb6-89aa-4caa-9eb7-683f00ca595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba2212e-3b68-4c95-9f77-c880d9ab1356,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:58.889544 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (ee54ed5b-eb2a-4c99-9c92-8908f62a4784), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.898665 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:58.900759 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/ee54ed5b-eb2a-4c99-9c92-8908f62a4784 HTTP/1.1" status: 204 len: 168 time: 0.6794009 Aug 29 23:58:58.905238 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53854) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:58.917611 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e12409-e414-4699-9bbc-99ee657eb14d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee54ed5b-eb2a-4c99-9c92-8908f62a4784,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:58.939688 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Router 205a321a-9b23-4ced-8d04-3b672a49e665 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:58:58.972266 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c906757-19be-4673-952e-c2aebc36d7fa admin admin] Deleting subnet 1253252b-ff9b-443b-8365-dc3e26eb0d84 {{(pid=113459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:58:58.976116 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0c906757-19be-4673-952e-c2aebc36d7fa admin admin] Publish callbacks [] for subnet (1253252b-ff9b-443b-8365-dc3e26eb0d84), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.022859 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0c906757-19be-4673-952e-c2aebc36d7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9494867'] for subnet (1253252b-ff9b-443b-8365-dc3e26eb0d84), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.052104 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:58:59.060854 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:59.066079 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:58:59.077800 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:59.078133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0c906757-19be-4673-952e-c2aebc36d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (1253252b-ff9b-443b-8365-dc3e26eb0d84), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.078474 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:58:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:59.131952 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:59.163228 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.201806 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ad196ebd-d894-49d4-a58b-95cb84d07e5d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8849308 Aug 29 23:58:59.202478 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'tag': '3a779311-29d6-4a4e-8a36-b80f881603ea'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:58:59.204844 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f679903-1ea6-47f5-b413-b68ca24caf61" -d '{"events": [{"name": "network-changed", "server_uuid": "5b660d30-8ce5-48f3-9337-2dbcd3c62e05", "tag": "3a779311-29d6-4a4e-8a36-b80f881603ea"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:58:59.207973 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:59.236430 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:59.242529 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0c906757-19be-4673-952e-c2aebc36d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8687270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8393182'] for subnet (1253252b-ff9b-443b-8365-dc3e26eb0d84), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.246307 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 29 Aug 2022 23:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d76a20-f81a-4203-96b3-b9e247134add x-openstack-request-id: req-b8d76a20-f81a-4203-96b3-b9e247134add {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:58:59.249096 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b660d30-8ce5-48f3-9337-2dbcd3c62e05", "tag": "3a779311-29d6-4a4e-8a36-b80f881603ea", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:58:59.249096 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b8d76a20-f81a-4203-96b3-b9e247134add {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:58:59.249096 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d76a20-f81a-4203-96b3-b9e247134add'] response: {'name': 'network-changed', 'server_uuid': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'tag': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'status': 'completed', 'code': 200} Aug 29 23:58:59.280199 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c906757-19be-4673-952e-c2aebc36d7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1253252b-ff9b-443b-8365-dc3e26eb0d84,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:59.288423 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0c906757-19be-4673-952e-c2aebc36d7fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.295505 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-0c906757-19be-4673-952e-c2aebc36d7fa admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/1253252b-ff9b-443b-8365-dc3e26eb0d84 HTTP/1.1" status: 204 len: 168 time: 0.3891509 Aug 29 23:58:59.304258 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53862) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:58:59.347221 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-bada88ed-09f4-4362-89fe-b45393da8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:59.349415 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-bada88ed-09f4-4362-89fe-b45393da8a7c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 1129 time: 0.0760088 Aug 29 23:58:59.394242 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (8eb35965-ada4-450f-9420-e32157f14214), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.473330 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-f3e750ca-5db2-4276-961d-1c5e59d32234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:59.476232 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-f3e750ca-5db2-4276-961d-1c5e59d32234 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.1189344 Aug 29 23:58:59.513970 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (8eb35965-ada4-450f-9420-e32157f14214), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.563753 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb35965-ada4-450f-9420-e32157f14214']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:59.581570 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76779f10-9c63-46aa-ab17-31463d57a306') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:59.582411 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76779f10-9c63-46aa-ab17-31463d57a306') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:59.583616 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5a9781ea-bce8-4510-b477-b0eaf5596723', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:6a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:58:57Z', 'updated_at': '2022-08-29T23:58:57Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:59.584874 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-08081ae7-601b-4935-86bb-f7dbd74947ea service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a779311-29d6-4a4e-8a36-b80f881603ea HTTP/1.1" status: 200 len: 999 time: 0.1013441 Aug 29 23:58:59.602281 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (76779f10-9c63-46aa-ab17-31463d57a306), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.615678 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:58:59.626346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:58:59.627001 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:58:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:58:59.629207 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (76779f10-9c63-46aa-ab17-31463d57a306), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.648337 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Releasing vlan 1065 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:58:59.652163 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (76779f10-9c63-46aa-ab17-31463d57a306), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.691514 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-0bcb6bc9-428e-4066-ace8-df86b1a9916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:59.697203 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-0bcb6bc9-428e-4066-ace8-df86b1a9916d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.1059191 Aug 29 23:58:59.725296 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 76779f10-9c63-46aa-ab17-31463d57a306 resource provider aggregate not found Aug 29 23:58:59.765252 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 76779f10-9c63-46aa-ab17-31463d57a306 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76779f10-9c63-46aa-ab17-31463d57a306 found for delete ", "request_id": "req-4830e30c-0a38-4ca7-91a9-3040ff5e4249"}]} Aug 29 23:58:59.773808 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:58:59.782141 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-130a3509-f071-4f8d-97f7-9cf4d0d5663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:58:59.784411 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-130a3509-f071-4f8d-97f7-9cf4d0d5663d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798569 Aug 29 23:58:59.803477 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (8eb35965-ada4-450f-9420-e32157f14214), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.816710 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:58:59.826745 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/8eb35965-ada4-450f-9420-e32157f14214 HTTP/1.1" status: 204 len: 168 time: 0.5291533 Aug 29 23:58:59.841614 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1b129-ae4f-43ff-9a6e-96431bdcae0f admin admin] Pushing event deleted for resources: {'Network': ['ID=8eb35965-ada4-450f-9420-e32157f14214,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:58:59.917227 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:58:59.937312 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-89d22afc-751c-4d4e-8ce3-1ea643765059 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470230 Aug 29 23:59:00.105506 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-4f679903-1ea6-47f5-b413-b68ca24caf61 req-c73a7fe8-4381-4ccd-a7e0-67d42144575f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606026 Aug 29 23:59:00.280762 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5a9781ea-bce8-4510-b477-b0eaf5596723', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:6a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:58:57Z', 'updated_at': '2022-08-29T23:58:57Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:00.314156 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e9dec-f6d3-49ed-9d8b-df64c6348fa6 None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5a9781ea-bce8-4510-b477-b0eaf5596723', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:6a:90:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-29T23:58:57Z', 'updated_at': '2022-08-29T23:58:57Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:00.365763 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53886) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:00.443358 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-2ef9fa7f-ba8d-44f2-9532-e5c65a84961d admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=621e0b99ebfc415288e2d856b5c6bf64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754514 Aug 29 23:59:00.445547 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 53888) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:00.512020 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5d438a76-2f1d-46ce-a3ec-b78ddcc4eda0 admin admin] Publish callbacks [] for security_group (cf63a66f-1929-45bf-89d8-41db4295992c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:00.531777 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:00.538166 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5d438a76-2f1d-46ce-a3ec-b78ddcc4eda0 admin admin] Publish callbacks [] for security_group (cf63a66f-1929-45bf-89d8-41db4295992c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:00.593917 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b370e-d588-426a-8813-48f81f0e7388 None None] New status for floating IP 5a9781ea-bce8-4510-b477-b0eaf5596723: ACTIVE {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:59:00.726994 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5d438a76-2f1d-46ce-a3ec-b78ddcc4eda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (cf63a66f-1929-45bf-89d8-41db4295992c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:00.729990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5d438a76-2f1d-46ce-a3ec-b78ddcc4eda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:00.731284 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-5d438a76-2f1d-46ce-a3ec-b78ddcc4eda0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/cf63a66f-1929-45bf-89d8-41db4295992c HTTP/1.1" status: 204 len: 168 time: 0.2847373 Aug 29 23:59:00.741730 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d438a76-2f1d-46ce-a3ec-b78ddcc4eda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf63a66f-1929-45bf-89d8-41db4295992c,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:01.156547 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-4872b8e2-139b-4785-9e64-3f1393d80a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:01.801959 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53912) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:01.851272 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b200fe5e-0951-4f0e-be22-1812d318a872 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=ad21007074b44c72ad3879592d63e9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480568 Aug 29 23:59:01.853824 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 53914) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:01.861125 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:01.911796 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-31774f28-388e-492d-b28a-3bc76876aec7 admin admin] Publish callbacks [] for security_group (1059fb30-536d-43e6-9747-1db22eaf8be2), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:01.935028 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-31774f28-388e-492d-b28a-3bc76876aec7 admin admin] Publish callbacks [] for security_group (1059fb30-536d-43e6-9747-1db22eaf8be2), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:02.069577 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-31774f28-388e-492d-b28a-3bc76876aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (1059fb30-536d-43e6-9747-1db22eaf8be2), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:02.072255 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-31774f28-388e-492d-b28a-3bc76876aec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:02.073509 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-31774f28-388e-492d-b28a-3bc76876aec7 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/1059fb30-536d-43e6-9747-1db22eaf8be2 HTTP/1.1" status: 204 len: 168 time: 0.2186453 Aug 29 23:59:02.084166 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31774f28-388e-492d-b28a-3bc76876aec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1059fb30-536d-43e6-9747-1db22eaf8be2,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:03.458986 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-183655be-0ccd-4a66-9599-6ca21945e21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:04.767084 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.143000 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54012) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:06.230079 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.258380 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.289228 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-894c3282-3812-44ef-8da7-2a3392039813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.382980 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-894c3282-3812-44ef-8da7-2a3392039813 admin admin] Publish callbacks [] for security_group (b8e9a6bc-cc7f-4af1-9456-26dd03e79e69), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.451608 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-894c3282-3812-44ef-8da7-2a3392039813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b8e9a6bc-cc7f-4af1-9456-26dd03e79e69), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.503651 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-894c3282-3812-44ef-8da7-2a3392039813 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=bbf8221aac334b109f409c0e68b73b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3608253 Aug 29 23:59:06.505178 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c3282-3812-44ef-8da7-2a3392039813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e9a6bc-cc7f-4af1-9456-26dd03e79e69,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:06.507335 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54018) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:06.574217 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-af631add-e734-4a72-8faf-23c5e6bd5c18 admin admin] Publish callbacks [] for security_group (b8e9a6bc-cc7f-4af1-9456-26dd03e79e69), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.605362 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-af631add-e734-4a72-8faf-23c5e6bd5c18 admin admin] Publish callbacks [] for security_group (b8e9a6bc-cc7f-4af1-9456-26dd03e79e69), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.841262 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-af631add-e734-4a72-8faf-23c5e6bd5c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (b8e9a6bc-cc7f-4af1-9456-26dd03e79e69), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.845579 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-af631add-e734-4a72-8faf-23c5e6bd5c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:06.847500 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-af631add-e734-4a72-8faf-23c5e6bd5c18 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/b8e9a6bc-cc7f-4af1-9456-26dd03e79e69 HTTP/1.1" status: 204 len: 168 time: 0.3376589 Aug 29 23:59:06.861898 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af631add-e734-4a72-8faf-23c5e6bd5c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e9a6bc-cc7f-4af1-9456-26dd03e79e69,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:07.623224 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54044) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:07.633943 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c7296ad9-4303-4af9-8c8e-a1a62f46ae0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:07.727316 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c7296ad9-4303-4af9-8c8e-a1a62f46ae0e admin admin] Publish callbacks [] for security_group (010c1920-f496-4d75-9918-aeddd0fcf2f9), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:07.829903 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-c7296ad9-4303-4af9-8c8e-a1a62f46ae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (010c1920-f496-4d75-9918-aeddd0fcf2f9), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:07.874825 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-c7296ad9-4303-4af9-8c8e-a1a62f46ae0e admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f74e333f31fb47a2ae7856e13ca54adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550609 Aug 29 23:59:07.875638 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7296ad9-4303-4af9-8c8e-a1a62f46ae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010c1920-f496-4d75-9918-aeddd0fcf2f9,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:07.878008 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54050) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:07.942604 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1323b434-0e3e-481a-b8ea-501a2186a5c6 admin admin] Publish callbacks [] for security_group (010c1920-f496-4d75-9918-aeddd0fcf2f9), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:07.965652 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1323b434-0e3e-481a-b8ea-501a2186a5c6 admin admin] Publish callbacks [] for security_group (010c1920-f496-4d75-9918-aeddd0fcf2f9), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:08.093022 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1323b434-0e3e-481a-b8ea-501a2186a5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (010c1920-f496-4d75-9918-aeddd0fcf2f9), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:08.095768 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1323b434-0e3e-481a-b8ea-501a2186a5c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:08.097216 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-1323b434-0e3e-481a-b8ea-501a2186a5c6 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/010c1920-f496-4d75-9918-aeddd0fcf2f9 HTTP/1.1" status: 204 len: 168 time: 0.2177324 Aug 29 23:59:08.106914 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323b434-0e3e-481a-b8ea-501a2186a5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010c1920-f496-4d75-9918-aeddd0fcf2f9,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:10.160887 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:10.711232 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:10.714980 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:15.573955 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22d7a1-9eb0-469a-9ba8-4725a7457724 req-39d63d65-28ba-44d3-8fce-1d8c0cefb75b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:15.576038 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9e22d7a1-9eb0-469a-9ba8-4725a7457724 req-39d63d65-28ba-44d3-8fce-1d8c0cefb75b tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0535798 Aug 29 23:59:15.653777 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9e22d7a1-9eb0-469a-9ba8-4725a7457724 req-f4e19658-20e6-409d-b0fc-de4062c3a695 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700424 Aug 29 23:59:16.765956 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=7 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:16.803769 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35237b0-7b3d-41a8-9b35-50bf118d601a req-a54ae147-4477-4e25-93f1-a426511e66db tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:16.805403 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f35237b0-7b3d-41a8-9b35-50bf118d601a req-a54ae147-4477-4e25-93f1-a426511e66db tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0537736 Aug 29 23:59:16.869299 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f35237b0-7b3d-41a8-9b35-50bf118d601a req-c8f9dacc-614b-4b14-84e0-db4d069b04ad tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570900 Aug 29 23:59:17.159949 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-540071d5-8650-4a42-bcdd-5bc1a462ac5d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:17.161787 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-540071d5-8650-4a42-bcdd-5bc1a462ac5d tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0598335 Aug 29 23:59:17.263994 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Deleting port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:17.264253 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.377378 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] For port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:17.377845 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.470053 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:17.885073 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:17.888339 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.888700 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (1673dfdc-c06d-41d5-a6f7-510cba05de2d), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:17.889018 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Floating IP 1673dfdc-c06d-41d5-a6f7-510cba05de2d disassociated. External IP: 172.27.2.106, port: 92bd74c9-1028-4a8d-a703-f5c8f8637fc5. Aug 29 23:59:17.889365 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Calling delete_port for 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:18.078003 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ec5cb-c60c-4617-9e05-dc0caa3b6ee4 req-f9583d42-d50e-4484-80d3-ee81b5792ed0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 29 23:59:18.080984 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0d6ec5cb-c60c-4617-9e05-dc0caa3b6ee4 req-f9583d42-d50e-4484-80d3-ee81b5792ed0 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 946 time: 0.0769546 Aug 29 23:59:18.165597 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0d6ec5cb-c60c-4617-9e05-dc0caa3b6ee4 req-517c45ec-5ba3-4290-bc11-9224271d19ad tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=7a24367f-93c2-4841-99c1-c93ebcf39724&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735953 Aug 29 23:59:18.173934 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (92bd74c9-1028-4a8d-a703-f5c8f8637fc5), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.218833 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event deleted for resources: {'Port': ['ID=92bd74c9-1028-4a8d-a703-f5c8f8637fc5,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:18.368292 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Router a79468d6-c4ed-4600-8dc3-c201621a7df0 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:18.526619 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:18.546868 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94593851-e991-4910-89c2-031fbb341137 None None] Sync routers for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:18.563797 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:18.566053 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94593851-e991-4910-89c2-031fbb341137 None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:18.566706 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-94593851-e991-4910-89c2-031fbb341137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:59:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:18.587841 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] No DVR routers for this DVR port 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:18.587841 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:18.587841 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-8b3c695b-fe01-4f44-841d-1ecd5c73cb09 req-6995115a-5c78-4f84-a378-fc17d231fec9 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.61 "DELETE /networking/v2.0/ports/92bd74c9-1028-4a8d-a703-f5c8f8637fc5 HTTP/1.1" status: 204 len: 173 time: 1.4187996 Aug 29 23:59:18.588209 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-deleted', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 29 23:59:18.592035 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805dc9e1-c448-407d-9875-d9db8e04bf94" -d '{"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-deleted", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 29 23:59:18.652440 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 29 Aug 2022 23:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80264625-82e6-4233-ac3b-41d611c32705 x-openstack-request-id: req-80264625-82e6-4233-ac3b-41d611c32705 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 29 23:59:18.652760 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a5a820-1da2-47e6-b6e9-6586034c7fcf", "name": "network-vif-deleted", "tag": "92bd74c9-1028-4a8d-a703-f5c8f8637fc5", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 29 23:59:18.653119 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-80264625-82e6-4233-ac3b-41d611c32705 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 29 23:59:18.653542 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80264625-82e6-4233-ac3b-41d611c32705'] response: {'server_uuid': '37a5a820-1da2-47e6-b6e9-6586034c7fcf', 'name': 'network-vif-deleted', 'tag': '92bd74c9-1028-4a8d-a703-f5c8f8637fc5', 'status': 'completed', 'code': 200} Aug 29 23:59:18.697029 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-94593851-e991-4910-89c2-031fbb341137 None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:18.868154 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:18.929213 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-94593851-e991-4910-89c2-031fbb341137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:18.958205 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94593851-e991-4910-89c2-031fbb341137 None None] Checking router: a79468d6-c4ed-4600-8dc3-c201621a7df0 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:18.968914 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94593851-e991-4910-89c2-031fbb341137 None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:18.969567 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-94593851-e991-4910-89c2-031fbb341137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:59:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:19.098140 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-94593851-e991-4910-89c2-031fbb341137 None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:19.356500 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c08c5801-2b6f-4f15-9075-dee3c0b288ac req-7eaa13a1-9b4b-4476-b97d-03b79975d1de tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=37a5a820-1da2-47e6-b6e9-6586034c7fcf HTTP/1.1" status: 200 len: 210 time: 0.0379319 Aug 29 23:59:19.380605 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-94593851-e991-4910-89c2-031fbb341137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:19.413124 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94593851-e991-4910-89c2-031fbb341137 None None] The sync data for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi is: [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:51:20Z', 'revision_number': 4, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'b626c0c8-3d77-44e0-ae89-d1f8d802331d', 'name': '', 'network_id': '39f95710-f788-408d-8a65-e81984f3a974', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'mac_address': 'fa:16:3e:3d:52:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:18Z', 'updated_at': '2022-08-29T23:51:36Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'subnets': [{'id': '6ddb1dcf-67ed-4fba-8aad-7d58c254553a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:19.700871 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a576eb1e-22b5-4d1e-9c2c-18bb2cc6b325 None None] New status for floating IP 1673dfdc-c06d-41d5-a6f7-510cba05de2d: DOWN {{(pid=113462) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 29 23:59:20.308874 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:20.334627 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:20.335019 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 92bd74c9-1028-4a8d-a703-f5c8f8637fc5 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:20.552879 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54276) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:20.618010 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5ee03e33-c2a7-4dab-9cd1-7b4b02308a34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (7a24367f-93c2-4841-99c1-c93ebcf39724), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.644759 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5ee03e33-c2a7-4dab-9cd1-7b4b02308a34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (7a24367f-93c2-4841-99c1-c93ebcf39724), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.767097 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5ee03e33-c2a7-4dab-9cd1-7b4b02308a34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (7a24367f-93c2-4841-99c1-c93ebcf39724), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.770038 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-5ee03e33-c2a7-4dab-9cd1-7b4b02308a34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:20.771239 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-5ee03e33-c2a7-4dab-9cd1-7b4b02308a34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/7a24367f-93c2-4841-99c1-c93ebcf39724 HTTP/1.1" status: 204 len: 168 time: 0.2173765 Aug 29 23:59:20.774236 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54280) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:20.781957 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee03e33-c2a7-4dab-9cd1-7b4b02308a34 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a24367f-93c2-4841-99c1-c93ebcf39724,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:20.788996 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.api.v2.resource [None req-227e54bc-6d32-4edd-915e-da3fc167d964 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] show failed (client error): The resource could not be found. Aug 29 23:59:20.790021 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-227e54bc-6d32-4edd-915e-da3fc167d964 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "GET /networking/v2.0/security-groups/7a24367f-93c2-4841-99c1-c93ebcf39724 HTTP/1.1" status: 404 len: 347 time: 0.0147090 Aug 29 23:59:20.793138 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54282) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:20.920315 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Deleting port 332a747b-d7d4-48d0-8f8f-cae5caf2fe28 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:20.920546 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:21.009335 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:21.009667 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:21.012617 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:21.024613 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Calling delete_port for 332a747b-d7d4-48d0-8f8f-cae5caf2fe28 owned by network:floatingip {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:21.264821 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (332a747b-d7d4-48d0-8f8f-cae5caf2fe28), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:21.291968 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Pushing event deleted for resources: {'Port': ['ID=332a747b-d7d4-48d0-8f8f-cae5caf2fe28,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:21.364746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks [] for floatingip (1673dfdc-c06d-41d5-a6f7-510cba05de2d), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:21.367429 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:21.368665 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-09c06d37-c842-42e6-bf87-86d35fa4f776 tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/1673dfdc-c06d-41d5-a6f7-510cba05de2d HTTP/1.1" status: 204 len: 168 time: 0.5747035 Aug 29 23:59:23.746345 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54342) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:23.887971 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6cea660f-cff7-461e-b1fe-789d6ee143f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:23.931193 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:23.975690 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6cea660f-cff7-461e-b1fe-789d6ee143f3 admin admin] Publish callbacks [] for security_group (17049864-23e2-4e95-9439-5a190e6f4ca2), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.051439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-6cea660f-cff7-461e-b1fe-789d6ee143f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (17049864-23e2-4e95-9439-5a190e6f4ca2), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.094393 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-6cea660f-cff7-461e-b1fe-789d6ee143f3 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=0c36ba46e6c54fadb6e4acd8c0c11656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467484 Aug 29 23:59:24.095124 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea660f-cff7-461e-b1fe-789d6ee143f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17049864-23e2-4e95-9439-5a190e6f4ca2,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:24.098651 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54348) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:24.159026 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-747d7ce6-b4ca-4864-a3c4-058c1828d5bc admin admin] Publish callbacks [] for security_group (17049864-23e2-4e95-9439-5a190e6f4ca2), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.185686 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-747d7ce6-b4ca-4864-a3c4-058c1828d5bc admin admin] Publish callbacks [] for security_group (17049864-23e2-4e95-9439-5a190e6f4ca2), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.271438 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54356) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:24.355436 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-747d7ce6-b4ca-4864-a3c4-058c1828d5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (17049864-23e2-4e95-9439-5a190e6f4ca2), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.358144 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-747d7ce6-b4ca-4864-a3c4-058c1828d5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.359408 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-747d7ce6-b4ca-4864-a3c4-058c1828d5bc admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/17049864-23e2-4e95-9439-5a190e6f4ca2 HTTP/1.1" status: 204 len: 168 time: 0.2598321 Aug 29 23:59:24.370377 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d7ce6-b4ca-4864-a3c4-058c1828d5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17049864-23e2-4e95-9439-5a190e6f4ca2,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:24.382467 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:24.743151 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (a79468d6-c4ed-4600-8dc3-c201621a7df0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:24.798760 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:25.029375 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Deleting port b626c0c8-3d77-44e0-ae89-d1f8d802331d {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:25.029888 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.142648 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54366) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:25.152700 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] For port b626c0c8-3d77-44e0-ae89-d1f8d802331d, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b626c0c8-3d77-44e0-ae89-d1f8d802331d,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:25.153359 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.159024 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-76e1d20b-1986-443b-b868-d7ab540366d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.172838 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Calling delete_port for b626c0c8-3d77-44e0-ae89-d1f8d802331d owned by network:router_interface {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:25.263699 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-76e1d20b-1986-443b-b868-d7ab540366d0 admin admin] Publish callbacks [] for security_group (ac329afa-1738-497c-85f3-bbc41ca6a6a5), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.351170 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-76e1d20b-1986-443b-b868-d7ab540366d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ac329afa-1738-497c-85f3-bbc41ca6a6a5), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.395253 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-76e1d20b-1986-443b-b868-d7ab540366d0 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=40dc374c0d974579a11ab2da7d492a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509511 Aug 29 23:59:25.397533 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1d20b-1986-443b-b868-d7ab540366d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac329afa-1738-497c-85f3-bbc41ca6a6a5,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:25.398779 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54368) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:25.451705 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (b626c0c8-3d77-44e0-ae89-d1f8d802331d), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.463330 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-870d550e-2431-4b1b-b137-cec8e2098e5a admin admin] Publish callbacks [] for security_group (ac329afa-1738-497c-85f3-bbc41ca6a6a5), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.489968 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b626c0c8-3d77-44e0-ae89-d1f8d802331d,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:25.537120 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-870d550e-2431-4b1b-b137-cec8e2098e5a admin admin] Publish callbacks [] for security_group (ac329afa-1738-497c-85f3-bbc41ca6a6a5), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.620025 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:25.731696 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:25.737016 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (a79468d6-c4ed-4600-8dc3-c201621a7df0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.746471 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-870d550e-2431-4b1b-b137-cec8e2098e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (ac329afa-1738-497c-85f3-bbc41ca6a6a5), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.749021 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-870d550e-2431-4b1b-b137-cec8e2098e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:25.750181 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-870d550e-2431-4b1b-b137-cec8e2098e5a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/ac329afa-1738-497c-85f3-bbc41ca6a6a5 HTTP/1.1" status: 204 len: 168 time: 0.3502958 Aug 29 23:59:25.762477 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d550e-2431-4b1b-b137-cec8e2098e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac329afa-1738-497c-85f3-bbc41ca6a6a5,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:25.988818 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Router a79468d6-c4ed-4600-8dc3-c201621a7df0 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 29 23:59:26.103654 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 29 23:59:26.109699 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d4731078-a467-4ab4-8807-55da34017aa9 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/a79468d6-c4ed-4600-8dc3-c201621a7df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8386495 Aug 29 23:59:26.112364 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54374) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:26.118034 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] Sync routers for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 29 23:59:26.134537 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:26.135175 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:59:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:26.263508 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks [] for router (a79468d6-c4ed-4600-8dc3-c201621a7df0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.295246 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:26.421950 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks [] for router_gateway (a79468d6-c4ed-4600-8dc3-c201621a7df0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.499408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:26.516335 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217'}], 'enable_snat': True}, 'gw_port_id': '0858aba7-10ea-417c-92bb-588620052be1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:59:25Z', 'revision_number': 5, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port': {'id': '0858aba7-10ea-417c-92bb-588620052be1', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:51:06Z', 'updated_at': '2022-08-29T23:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:26.544694 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] Checking router: a79468d6-c4ed-4600-8dc3-c201621a7df0 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 29 23:59:26.555009 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] Routers {'a79468d6-c4ed-4600-8dc3-c201621a7df0'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 29 23:59:26.555640 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-29T23:59:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['a79468d6-c4ed-4600-8dc3-c201621a7df0'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:26.579904 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Deleting port 0858aba7-10ea-417c-92bb-588620052be1 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:26.580440 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (0858aba7-10ea-417c-92bb-588620052be1), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.670298 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] Set router a79468d6-c4ed-4600-8dc3-c201621a7df0 gateway port host: None {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 29 23:59:26.700247 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] For port 0858aba7-10ea-417c-92bb-588620052be1, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=0858aba7-10ea-417c-92bb-588620052be1,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:26.700674 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (0858aba7-10ea-417c-92bb-588620052be1), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:26.703350 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:26.715655 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Calling delete_port for 0858aba7-10ea-417c-92bb-588620052be1 owned by network:router_gateway {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:26.723924 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:59:26Z', 'revision_number': 6, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port_host': None}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:26.754416 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfd18e6-10f2-465e-97a8-ac4f1e857c86 None None] The sync data for ids ['a79468d6-c4ed-4600-8dc3-c201621a7df0'] in dv-cinder-854272-4-iscsi is: [{'id': 'a79468d6-c4ed-4600-8dc3-c201621a7df0', 'name': 'tempest-AttachVolumeShelveTestJSON-701992462-router', 'tenant_id': '3fd4107165644976b1d8cdbeec3c8711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:51:03Z', 'updated_at': '2022-08-29T23:59:26Z', 'revision_number': 6, 'project_id': '3fd4107165644976b1d8cdbeec3c8711', 'gw_port_host': None}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 29 23:59:27.041643 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (0858aba7-10ea-417c-92bb-588620052be1), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.046899 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:27.068978 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Pushing event deleted for resources: {'Port': ['ID=0858aba7-10ea-417c-92bb-588620052be1,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:27.153896 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (a79468d6-c4ed-4600-8dc3-c201621a7df0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.253561 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (a79468d6-c4ed-4600-8dc3-c201621a7df0), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.256219 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks [] for router_controller (a79468d6-c4ed-4600-8dc3-c201621a7df0), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.676378 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (a79468d6-c4ed-4600-8dc3-c201621a7df0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.677127 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Fanout notify agent at l3_agent the message router_deleted on router a79468d6-c4ed-4600-8dc3-c201621a7df0 {{(pid=113460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 29 23:59:27.684391 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.688979 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a3699f70-2a65-45f6-a35a-b87bb0b9a7db admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/a79468d6-c4ed-4600-8dc3-c201621a7df0 HTTP/1.1" status: 204 len: 168 time: 1.5755241 Aug 29 23:59:27.689478 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54400) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:27.758949 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4d6130-dd49-40a8-9944-232c55709eed admin admin] Deleting subnet 6ddb1dcf-67ed-4fba-8aad-7d58c254553a {{(pid=113459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 29 23:59:27.763313 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6130-dd49-40a8-9944-232c55709eed admin admin] Publish callbacks [] for subnet (6ddb1dcf-67ed-4fba-8aad-7d58c254553a), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.814467 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6130-dd49-40a8-9944-232c55709eed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9494867'] for subnet (6ddb1dcf-67ed-4fba-8aad-7d58c254553a), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:27.852251 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:27.913375 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6130-dd49-40a8-9944-232c55709eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (6ddb1dcf-67ed-4fba-8aad-7d58c254553a), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.095749 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6130-dd49-40a8-9944-232c55709eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8687270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8393182'] for subnet (6ddb1dcf-67ed-4fba-8aad-7d58c254553a), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.135962 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d6130-dd49-40a8-9944-232c55709eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddb1dcf-67ed-4fba-8aad-7d58c254553a,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:28.140708 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-3b4d6130-dd49-40a8-9944-232c55709eed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.144324 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-3b4d6130-dd49-40a8-9944-232c55709eed admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/6ddb1dcf-67ed-4fba-8aad-7d58c254553a HTTP/1.1" status: 204 len: 168 time: 0.4539464 Aug 29 23:59:28.146823 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54412) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:28.151124 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983be633-68b0-4055-8f82-18f6e661271d None None] Network 39f95710-f788-408d-8a65-e81984f3a974 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 29 23:59:28.234250 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:28.255481 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b626c0c8-3d77-44e0-ae89-d1f8d802331d no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:28.258013 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (39f95710-f788-408d-8a65-e81984f3a974), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.293922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: b626c0c8-3d77-44e0-ae89-d1f8d802331d {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:28.294268 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b626c0c8-3d77-44e0-ae89-d1f8d802331d not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:28.294721 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 0858aba7-10ea-417c-92bb-588620052be1 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:28.312268 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Deleting port 0514f9d4-251c-43e0-a048-c71b0f430a2a {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:28.312714 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.344597 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 0858aba7-10ea-417c-92bb-588620052be1 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:28.345272 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 0858aba7-10ea-417c-92bb-588620052be1 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:28.397967 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] For port 0514f9d4-251c-43e0-a048-c71b0f430a2a, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=0514f9d4-251c-43e0-a048-c71b0f430a2a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:28.398344 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.430896 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Calling delete_port for 0514f9d4-251c-43e0-a048-c71b0f430a2a owned by network:dhcp {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:28.461874 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] DHCP port deletion for 39f95710-f788-408d-8a65-e81984f3a974 request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 29 23:59:28.531300 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Deleting port 0514f9d4-251c-43e0-a048-c71b0f430a2a {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 29 23:59:28.531679 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.629000 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.691970 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Pushing event deleted for resources: {'Port': ['ID=0514f9d4-251c-43e0-a048-c71b0f430a2a,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:28.699807 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] No DVR routers for this DVR port 0514f9d4-251c-43e0-a048-c71b0f430a2a on host dv-cinder-854272-4-iscsi {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:28.787340 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] For port 0514f9d4-251c-43e0-a048-c71b0f430a2a, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=0514f9d4-251c-43e0-a048-c71b0f430a2a,segment=NetworkSegment(bb344c79-68c6-41fe-ac82-6959242a3693),segment_id=bb344c79-68c6-41fe-ac82-6959242a3693)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 29 23:59:28.787765 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.805231 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Calling delete_port for 0514f9d4-251c-43e0-a048-c71b0f430a2a owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 29 23:59:28.819248 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:28.828558 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (39f95710-f788-408d-8a65-e81984f3a974), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.856116 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f95710-f788-408d-8a65-e81984f3a974']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:28.868130 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb344c79-68c6-41fe-ac82-6959242a3693') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:28.868346 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb344c79-68c6-41fe-ac82-6959242a3693') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 29 23:59:28.889834 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (bb344c79-68c6-41fe-ac82-6959242a3693), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.899487 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (0514f9d4-251c-43e0-a048-c71b0f430a2a), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.931712 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (bb344c79-68c6-41fe-ac82-6959242a3693), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.941151 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Releasing vlan 1093 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 29 23:59:28.941944 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (bb344c79-68c6-41fe-ac82-6959242a3693), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:28.949659 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Pushing event deleted for resources: {'Port': ['ID=0514f9d4-251c-43e0-a048-c71b0f430a2a,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:28.978819 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] No DVR routers for this DVR port 0514f9d4-251c-43e0-a048-c71b0f430a2a on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 29 23:59:28.989383 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.995125 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.996289 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.996784 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.997246 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.997678 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.998230 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.998804 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.999378 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:28.999910 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:29.000469 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:29.001031 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:29.001589 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:29.002140 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:29.003086 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef49d90b-7af6-4d6e-84b6-60698d09baa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:29.016099 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:29.019714 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment bb344c79-68c6-41fe-ac82-6959242a3693 resource provider aggregate not found Aug 29 23:59:29.051784 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment bb344c79-68c6-41fe-ac82-6959242a3693 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb344c79-68c6-41fe-ac82-6959242a3693 found for delete ", "request_id": "req-78c59d06-4037-408e-81f4-9207d51d7875"}]} Aug 29 23:59:29.161694 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (39f95710-f788-408d-8a65-e81984f3a974), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:29.171894 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:29.176440 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/39f95710-f788-408d-8a65-e81984f3a974 HTTP/1.1" status: 204 len: 168 time: 1.0283687 Aug 29 23:59:29.196459 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58209bb3-8a54-4417-b186-49b8ebf66dae admin admin] Pushing event deleted for resources: {'Network': ['ID=39f95710-f788-408d-8a65-e81984f3a974,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:29.654467 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54442) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:29.696236 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-40f711dc-9b95-46ca-b082-d6889c27112d admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=3fd4107165644976b1d8cdbeec3c8711&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405049 Aug 29 23:59:29.699662 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54444) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:29.756947 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e0785127-da9e-4d56-b978-82584244a65a admin admin] Publish callbacks [] for security_group (0ca7acd0-0f83-4a5e-824c-f1fa21f24c7b), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:29.782538 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e0785127-da9e-4d56-b978-82584244a65a admin admin] Publish callbacks [] for security_group (0ca7acd0-0f83-4a5e-824c-f1fa21f24c7b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:29.785325 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 29 23:59:29.788917 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:29.962162 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e0785127-da9e-4d56-b978-82584244a65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0ca7acd0-0f83-4a5e-824c-f1fa21f24c7b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:29.968280 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e0785127-da9e-4d56-b978-82584244a65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:29.972525 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e0785127-da9e-4d56-b978-82584244a65a admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/0ca7acd0-0f83-4a5e-824c-f1fa21f24c7b HTTP/1.1" status: 204 len: 168 time: 0.2693872 Aug 29 23:59:29.984475 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0785127-da9e-4d56-b978-82584244a65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca7acd0-0f83-4a5e-824c-f1fa21f24c7b,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:30.204181 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 0514f9d4-251c-43e0-a048-c71b0f430a2a no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 29 23:59:30.228558 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 0514f9d4-251c-43e0-a048-c71b0f430a2a {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 29 23:59:30.229034 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 0514f9d4-251c-43e0-a048-c71b0f430a2a not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 29 23:59:30.971137 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54474) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:31.124800 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-896125f7-2a4b-47e0-b713-af8dcd83c894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.207263 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-28731df8-cc25-4937-8e10-ff2caadd704d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.232959 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-896125f7-2a4b-47e0-b713-af8dcd83c894 admin admin] Publish callbacks [] for security_group (c796778b-458d-4e7d-8409-93d5ac8b4946), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.367135 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-896125f7-2a4b-47e0-b713-af8dcd83c894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c796778b-458d-4e7d-8409-93d5ac8b4946), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.414102 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-896125f7-2a4b-47e0-b713-af8dcd83c894 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=f3a0e452bdd2465ebea7be62fdd38747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416327 Aug 29 23:59:31.414963 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896125f7-2a4b-47e0-b713-af8dcd83c894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c796778b-458d-4e7d-8409-93d5ac8b4946,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:31.416921 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54490) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:31.474745 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-827d9f45-93fb-482a-9293-759af2aacdb4 admin admin] Publish callbacks [] for security_group (c796778b-458d-4e7d-8409-93d5ac8b4946), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.498511 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-827d9f45-93fb-482a-9293-759af2aacdb4 admin admin] Publish callbacks [] for security_group (c796778b-458d-4e7d-8409-93d5ac8b4946), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.657906 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-827d9f45-93fb-482a-9293-759af2aacdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (c796778b-458d-4e7d-8409-93d5ac8b4946), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.661109 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-827d9f45-93fb-482a-9293-759af2aacdb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:31.674898 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-827d9f45-93fb-482a-9293-759af2aacdb4 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/c796778b-458d-4e7d-8409-93d5ac8b4946 HTTP/1.1" status: 204 len: 168 time: 0.2443612 Aug 29 23:59:31.676187 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d9f45-93fb-482a-9293-759af2aacdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c796778b-458d-4e7d-8409-93d5ac8b4946,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:33.458981 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-24ccacf9-68df-41cf-a8d3-41603d214cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:34.806671 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.204186 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:36.275782 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:40.105013 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:41.408262 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:DELETE=4,neutron:SELECT=31,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:41.410153 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=69,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:41.668015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:41.668834 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=30,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:44.708347 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54690) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:44.864152 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:44.959491 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Publish callbacks [] for security_group (5581751b-c708-41f5-b6a9-2219b6649506), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.047764 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5581751b-c708-41f5-b6a9-2219b6649506), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.096819 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5581751b-c708-41f5-b6a9-2219b6649506,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:45.101337 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=bc4234ae4468419caa7f6860578a0602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3916588 Aug 29 23:59:45.105437 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54696) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:45.109815 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.110171 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.110559 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.110953 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.111299 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.111636 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.111970 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.112319 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.112633 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.112962 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.113324 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.113631 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.113954 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.114327 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.114684 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8c427-1681-48fc-aed5-39d4faa51889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.171287 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Publish callbacks [] for security_group (5581751b-c708-41f5-b6a9-2219b6649506), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.196397 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Publish callbacks [] for security_group (5581751b-c708-41f5-b6a9-2219b6649506), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.328457 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (5581751b-c708-41f5-b6a9-2219b6649506), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.333133 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:45.335105 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/5581751b-c708-41f5-b6a9-2219b6649506 HTTP/1.1" status: 204 len: 168 time: 0.2279966 Aug 29 23:59:45.350946 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5581751b-c708-41f5-b6a9-2219b6649506,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:45.368044 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.368433 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.368854 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.369196 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.369532 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.369990 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.370764 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.371207 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.371734 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.372156 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.372594 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.373072 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.373505 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.374016 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:45.374415 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10af4a4-21f8-44c4-8c5e-58638c9c433e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 29 23:59:46.921147 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:46.922880 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:48.916439 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54768) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:49.054961 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-16416cfc-812d-496f-91e3-fafcce187da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.153970 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-16416cfc-812d-496f-91e3-fafcce187da1 admin admin] Publish callbacks [] for security_group (0ca04482-4416-4964-ab26-42d7660b814c), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.270301 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-16416cfc-812d-496f-91e3-fafcce187da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0ca04482-4416-4964-ab26-42d7660b814c), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.325753 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-16416cfc-812d-496f-91e3-fafcce187da1 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=d061217b6e694e10ad4121b918a096c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025540 Aug 29 23:59:49.325753 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16416cfc-812d-496f-91e3-fafcce187da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca04482-4416-4964-ab26-42d7660b814c,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:49.326314 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54774) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:49.393766 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-15646fea-ccc0-4dd7-9c27-2520833f2307 admin admin] Publish callbacks [] for security_group (0ca04482-4416-4964-ab26-42d7660b814c), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.421030 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-15646fea-ccc0-4dd7-9c27-2520833f2307 admin admin] Publish callbacks [] for security_group (0ca04482-4416-4964-ab26-42d7660b814c), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.590677 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-15646fea-ccc0-4dd7-9c27-2520833f2307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (0ca04482-4416-4964-ab26-42d7660b814c), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.593812 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-15646fea-ccc0-4dd7-9c27-2520833f2307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:49.595202 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-15646fea-ccc0-4dd7-9c27-2520833f2307 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/0ca04482-4416-4964-ab26-42d7660b814c HTTP/1.1" status: 204 len: 168 time: 0.2674024 Aug 29 23:59:49.604088 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15646fea-ccc0-4dd7-9c27-2520833f2307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca04482-4416-4964-ab26-42d7660b814c,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:50.381673 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 54792) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:50.397631 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a7c7725f-7405-44dc-98b5-11e5c8a1e9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:50.514291 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a7c7725f-7405-44dc-98b5-11e5c8a1e9a6 admin admin] Publish callbacks [] for security_group (8daef9da-eaf6-4f41-b4f8-0af9b2dfb038), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:50.653380 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a7c7725f-7405-44dc-98b5-11e5c8a1e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (8daef9da-eaf6-4f41-b4f8-0af9b2dfb038), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:50.697965 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7725f-7405-44dc-98b5-11e5c8a1e9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daef9da-eaf6-4f41-b4f8-0af9b2dfb038,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:50.704106 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a7c7725f-7405-44dc-98b5-11e5c8a1e9a6 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=5b468ef25f9447d18055197fa0f9204e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212941 Aug 29 23:59:50.707498 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54794) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:50.771991 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b5ddeee5-7cb5-49c0-9049-298538ec0d86 admin admin] Publish callbacks [] for security_group (8daef9da-eaf6-4f41-b4f8-0af9b2dfb038), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:50.797978 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b5ddeee5-7cb5-49c0-9049-298538ec0d86 admin admin] Publish callbacks [] for security_group (8daef9da-eaf6-4f41-b4f8-0af9b2dfb038), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:51.263510 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b5ddeee5-7cb5-49c0-9049-298538ec0d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (8daef9da-eaf6-4f41-b4f8-0af9b2dfb038), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:51.266204 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b5ddeee5-7cb5-49c0-9049-298538ec0d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:51.267529 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-b5ddeee5-7cb5-49c0-9049-298538ec0d86 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/8daef9da-eaf6-4f41-b4f8-0af9b2dfb038 HTTP/1.1" status: 204 len: 168 time: 0.5573571 Aug 29 23:59:51.275951 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddeee5-7cb5-49c0-9049-298538ec0d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daef9da-eaf6-4f41-b4f8-0af9b2dfb038,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:53.485202 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54848) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:53.601990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5f36a970-06b3-48d0-a048-46c2314973cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:53.705315 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5f36a970-06b3-48d0-a048-46c2314973cc admin admin] Publish callbacks [] for security_group (edbf9410-e32f-48c8-bb67-28e80b297a0f), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:53.863155 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5f36a970-06b3-48d0-a048-46c2314973cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (edbf9410-e32f-48c8-bb67-28e80b297a0f), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:53.903977 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36a970-06b3-48d0-a048-46c2314973cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbf9410-e32f-48c8-bb67-28e80b297a0f,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:53.908602 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-5f36a970-06b3-48d0-a048-46c2314973cc admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=c15bc2fcfc294b3ab91cd1c2d8f2dcbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209969 Aug 29 23:59:53.912014 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 54856) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 29 23:59:53.935988 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:53.960662 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:53.964327 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b55b712b-a17a-4db2-9ed5-661327b5cce1 admin admin] Publish callbacks [] for security_group (edbf9410-e32f-48c8-bb67-28e80b297a0f), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:53.986176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b55b712b-a17a-4db2-9ed5-661327b5cce1 admin admin] Publish callbacks [] for security_group (edbf9410-e32f-48c8-bb67-28e80b297a0f), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:54.145210 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b55b712b-a17a-4db2-9ed5-661327b5cce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (edbf9410-e32f-48c8-bb67-28e80b297a0f), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:54.148193 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-b55b712b-a17a-4db2-9ed5-661327b5cce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 29 23:59:54.149450 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-b55b712b-a17a-4db2-9ed5-661327b5cce1 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/edbf9410-e32f-48c8-bb67-28e80b297a0f HTTP/1.1" status: 204 len: 168 time: 0.2370288 Aug 29 23:59:54.158915 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b712b-a17a-4db2-9ed5-661327b5cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbf9410-e32f-48c8-bb67-28e80b297a0f,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 29 23:59:59.160539 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=67,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 29 23:59:59.163052 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:00.691568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:INSERT=8 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:00.696371 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:01.172555 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6fd09607-41bf-4b54-97c2-e5551b49ebe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.288198 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55028) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:03.431970 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-86aebaa6-44f7-413a-9e33-68030d2b492c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.437407 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-515390ad-2bbe-4d40-b6d3-46679d8238b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.532500 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-86aebaa6-44f7-413a-9e33-68030d2b492c admin admin] Publish callbacks [] for security_group (4f98e481-9291-494f-be7e-5ce185dd0c6c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.648644 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-86aebaa6-44f7-413a-9e33-68030d2b492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (4f98e481-9291-494f-be7e-5ce185dd0c6c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.696390 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55034) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:03.732387 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-86aebaa6-44f7-413a-9e33-68030d2b492c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=36368080bd9247d99ef2e0ecedd08331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418366 Aug 30 00:00:03.734235 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aebaa6-44f7-413a-9e33-68030d2b492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f98e481-9291-494f-be7e-5ce185dd0c6c,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:03.734830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55038) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:03.819632 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e2da03e-7df7-49ce-b35a-1024c89b71a6 admin admin] Publish callbacks [] for security_group (4f98e481-9291-494f-be7e-5ce185dd0c6c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.859528 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e2da03e-7df7-49ce-b35a-1024c89b71a6 admin admin] Publish callbacks [] for security_group (4f98e481-9291-494f-be7e-5ce185dd0c6c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:03.879831 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-767120ca-f1a4-499a-8c34-425bc4cd0b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.060128 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e2da03e-7df7-49ce-b35a-1024c89b71a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (4f98e481-9291-494f-be7e-5ce185dd0c6c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.065044 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-7e2da03e-7df7-49ce-b35a-1024c89b71a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.067032 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-7e2da03e-7df7-49ce-b35a-1024c89b71a6 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/4f98e481-9291-494f-be7e-5ce185dd0c6c HTTP/1.1" status: 204 len: 168 time: 0.3297725 Aug 30 00:00:04.092528 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2da03e-7df7-49ce-b35a-1024c89b71a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f98e481-9291-494f-be7e-5ce185dd0c6c,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:04.162156 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-767120ca-f1a4-499a-8c34-425bc4cd0b38 admin admin] Publish callbacks [] for security_group (3be72165-229f-42e8-81c6-fab6fe23c2fb), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.254207 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-767120ca-f1a4-499a-8c34-425bc4cd0b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3be72165-229f-42e8-81c6-fab6fe23c2fb), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.322379 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-767120ca-f1a4-499a-8c34-425bc4cd0b38 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=6f71249706794faeb24cd0708d6d0698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6246431 Aug 30 00:00:04.325230 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55052) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:04.331854 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767120ca-f1a4-499a-8c34-425bc4cd0b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be72165-229f-42e8-81c6-fab6fe23c2fb,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:04.388534 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-16520ce8-434f-406b-9e3f-c8472cf14d29 admin admin] Publish callbacks [] for security_group (3be72165-229f-42e8-81c6-fab6fe23c2fb), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.413924 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-16520ce8-434f-406b-9e3f-c8472cf14d29 admin admin] Publish callbacks [] for security_group (3be72165-229f-42e8-81c6-fab6fe23c2fb), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.613772 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-16520ce8-434f-406b-9e3f-c8472cf14d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3be72165-229f-42e8-81c6-fab6fe23c2fb), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.618215 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-16520ce8-434f-406b-9e3f-c8472cf14d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:04.619672 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-16520ce8-434f-406b-9e3f-c8472cf14d29 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3be72165-229f-42e8-81c6-fab6fe23c2fb HTTP/1.1" status: 204 len: 168 time: 0.2921238 Aug 30 00:00:04.632882 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16520ce8-434f-406b-9e3f-c8472cf14d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be72165-229f-42e8-81c6-fab6fe23c2fb,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:04.825872 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:05.127762 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55072) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:05.255243 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4357ee17-23b6-40dd-ba7d-2438a21eca06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:05.356705 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4357ee17-23b6-40dd-ba7d-2438a21eca06 admin admin] Publish callbacks [] for security_group (3097d6d2-5510-4933-b765-5b1777a097c6), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:05.948854 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-4357ee17-23b6-40dd-ba7d-2438a21eca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3097d6d2-5510-4933-b765-5b1777a097c6), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:06.007571 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357ee17-23b6-40dd-ba7d-2438a21eca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3097d6d2-5510-4933-b765-5b1777a097c6,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:06.016259 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-4357ee17-23b6-40dd-ba7d-2438a21eca06 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b86fe5a13c7e41c787fe6e8ab44d3b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8871577 Aug 30 00:00:06.093756 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55084) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:06.093756 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:06.093756 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a3a22749-d767-489f-a8a4-b9ba254a231c admin admin] Publish callbacks [] for security_group (3097d6d2-5510-4933-b765-5b1777a097c6), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:06.105061 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a3a22749-d767-489f-a8a4-b9ba254a231c admin admin] Publish callbacks [] for security_group (3097d6d2-5510-4933-b765-5b1777a097c6), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:06.469806 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a3a22749-d767-489f-a8a4-b9ba254a231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3097d6d2-5510-4933-b765-5b1777a097c6), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:06.472619 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a3a22749-d767-489f-a8a4-b9ba254a231c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:06.474127 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a3a22749-d767-489f-a8a4-b9ba254a231c admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3097d6d2-5510-4933-b765-5b1777a097c6 HTTP/1.1" status: 204 len: 168 time: 0.4526916 Aug 30 00:00:06.476153 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:06.477050 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:06.492339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a22749-d767-489f-a8a4-b9ba254a231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3097d6d2-5510-4933-b765-5b1777a097c6,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:06.791144 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:00:06.974086 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55104) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:07.141583 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1993719045-network', 'tenant_id': '3771a66c80964a40805c3a9f1f51c3da'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:07.270625 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Made reservation on behalf of 3771a66c80964a40805c3a9f1f51c3da for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:00:07.273146 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.275141 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:07.283629 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.319317 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55110) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:07.340873 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88c4f16f-ffff-452b-8c05-15abeae248a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.399550 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Publish callbacks [] for security_group (8a7993b3-9930-43f0-b8c0-8ccedcdccab3), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.440230 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88c4f16f-ffff-452b-8c05-15abeae248a0 admin admin] Publish callbacks [] for security_group (a98553ab-41e3-458c-bdf1-37aedebd94cd), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.453807 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (8a7993b3-9930-43f0-b8c0-8ccedcdccab3), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.483339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:00:07.494146 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7993b3-9930-43f0-b8c0-8ccedcdccab3,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:07.500795 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (97118717-387e-4e5d-9c4a-294afc440343), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.501144 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Added segment 97118717-387e-4e5d-9c4a-294afc440343 of type vlan for network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d Aug 30 00:00:07.546138 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.550358 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-88c4f16f-ffff-452b-8c05-15abeae248a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a98553ab-41e3-458c-bdf1-37aedebd94cd), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.586726 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4f16f-ffff-452b-8c05-15abeae248a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98553ab-41e3-458c-bdf1-37aedebd94cd,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:07.610178 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-88c4f16f-ffff-452b-8c05-15abeae248a0 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=38db15f31dca445e8defb77b3f0c5770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930872 Aug 30 00:00:07.613804 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55118) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:07.642133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.644838 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:07.645445 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.677049 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-95f29dd7-c3b1-41f3-966f-8cc47d32c1d1 admin admin] Publish callbacks [] for security_group (a98553ab-41e3-458c-bdf1-37aedebd94cd), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.700270 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-95f29dd7-c3b1-41f3-966f-8cc47d32c1d1 admin admin] Publish callbacks [] for security_group (a98553ab-41e3-458c-bdf1-37aedebd94cd), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.712896 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:07.724202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:00:07.765097 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-1f0cf9b7-e8d4-40b5-aa9b-f37ba4314cf1 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7891943 Aug 30 00:00:07.768092 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55120) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:07.773321 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Request body: {'subnet': {'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1993719045-subnet', 'tenant_id': '3771a66c80964a40805c3a9f1f51c3da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:07.859800 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-95f29dd7-c3b1-41f3-966f-8cc47d32c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a98553ab-41e3-458c-bdf1-37aedebd94cd), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.864556 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-95f29dd7-c3b1-41f3-966f-8cc47d32c1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.866703 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-95f29dd7-c3b1-41f3-966f-8cc47d32c1d1 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a98553ab-41e3-458c-bdf1-37aedebd94cd HTTP/1.1" status: 204 len: 168 time: 0.2508929 Aug 30 00:00:07.878447 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f29dd7-c3b1-41f3-966f-8cc47d32c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98553ab-41e3-458c-bdf1-37aedebd94cd,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:07.888827 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Made reservation on behalf of 3771a66c80964a40805c3a9f1f51c3da for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:00:07.892651 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9869216'] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:07.963954 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:08.001137 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:08.191595 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9604613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9869238'] for subnet (f7b5415d-fa80-4af5-a3a1-0fc3becb6297), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.253458 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b5415d-fa80-4af5-a3a1-0fc3becb6297,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:08.265778 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Checking segment: {'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:00:08.266147 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Network hostable DHCP agents. Network: c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:00:08.413431 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:00:08.504728 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:00:08.510382 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:08.516925 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:08.519091 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ee481-1428-4350-8788-865e37187f52 None None] Network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:00:08.660204 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea6bd1-9b54-4dee-858b-353d626c068b None None] Network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:00:08.673888 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-7c539add-3853-4c2a-be13-e986738f6a58 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9046791 Aug 30 00:00:09.818075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-6580afe8-9627-41c2-9e33-e24e01d44401 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/networks?tenant_id=afc6be07438a47fb9b13974bd61fbe57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346935 Aug 30 00:00:10.030940 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-54b978b5-20f6-4fec-a3a0-b359111e3697 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:10.032495 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-54b978b5-20f6-4fec-a3a0-b359111e3697 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088704 Aug 30 00:00:10.051093 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-223dfa65-8f3d-4bc0-af95-0085371a8b13 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/quotas/afc6be07438a47fb9b13974bd61fbe57 HTTP/1.1" status: 200 len: 375 time: 0.0105963 Aug 30 00:00:10.086033 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-5b0688de-62cf-45d0-a4ce-75854df47c55 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=afc6be07438a47fb9b13974bd61fbe57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294287 Aug 30 00:00:10.130861 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:10.375421 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-287d8121-3fe5-4716-a6a9-85ff5b6afe29 req-c21dc10b-b09e-4abe-8527-af9f8f650f19 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 210 time: 0.0315275 Aug 30 00:00:11.057231 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:11.154865 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-94051fa3-444b-4a07-aef2-319ac128d147 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:11.156453 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-94051fa3-444b-4a07-aef2-319ac128d147 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/networks?id=c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d HTTP/1.1" status: 200 len: 814 time: 0.1242425 Aug 30 00:00:11.172550 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-4031b49d-909e-4a95-9edd-b781b1273d1d tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/quotas/3771a66c80964a40805c3a9f1f51c3da HTTP/1.1" status: 200 len: 375 time: 0.0103402 Aug 30 00:00:11.209100 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-387cc0e2-8321-4d17-a90d-491b88a9f62a tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=3771a66c80964a40805c3a9f1f51c3da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307398 Aug 30 00:00:11.324371 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-ecdbe820-5fe5-403a-8e6e-2d94b83f7fc8 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997798 Aug 30 00:00:11.430545 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-215f858f-53ac-4acd-88a3-0cf43a570c06 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015971 Aug 30 00:00:11.488234 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9a6ba481-a859-470c-8ba0-49281e2cab30 req-1376be9e-eb91-4a3c-a6e4-ff72cd4266f8 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 210 time: 0.0404336 Aug 30 00:00:11.829023 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1a7bcdfe-4f63-421a-9500-230af8c68981 req-83d5367b-d38f-4cc8-b1a5-3146af07dc7a tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 210 time: 0.0325375 Aug 30 00:00:12.244178 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55256) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:12.370859 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-74128816-9fd3-45d0-a818-084fc4ea9d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:12.472910 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-74128816-9fd3-45d0-a818-084fc4ea9d61 admin admin] Publish callbacks [] for security_group (9ba76da3-64dd-4284-aad5-529f2a7530ea), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:12.556434 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-74128816-9fd3-45d0-a818-084fc4ea9d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (9ba76da3-64dd-4284-aad5-529f2a7530ea), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:12.603175 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-74128816-9fd3-45d0-a818-084fc4ea9d61 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=29197913955b4bdca450928038af981d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578136 Aug 30 00:00:12.607700 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74128816-9fd3-45d0-a818-084fc4ea9d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba76da3-64dd-4284-aad5-529f2a7530ea,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:12.610168 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55262) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:12.615958 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8e12af1e-7f53-41ef-a104-3b86df2f55b4 req-20991391-3831-4591-be76-210cc817ffac tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 210 time: 0.0343831 Aug 30 00:00:12.683441 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56a517db-6a0c-4537-bf29-9eda7b4f7449 admin admin] Publish callbacks [] for security_group (9ba76da3-64dd-4284-aad5-529f2a7530ea), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:12.715749 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56a517db-6a0c-4537-bf29-9eda7b4f7449 admin admin] Publish callbacks [] for security_group (9ba76da3-64dd-4284-aad5-529f2a7530ea), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:12.717961 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:12.951661 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a3f39871-6ace-40c1-9857-3e20db8df77c req-20b90660-7936-432f-ac98-f739b7765cef tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 210 time: 0.0447769 Aug 30 00:00:13.067014 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56a517db-6a0c-4537-bf29-9eda7b4f7449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (9ba76da3-64dd-4284-aad5-529f2a7530ea), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:13.070024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56a517db-6a0c-4537-bf29-9eda7b4f7449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:13.071313 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-56a517db-6a0c-4537-bf29-9eda7b4f7449 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/9ba76da3-64dd-4284-aad5-529f2a7530ea HTTP/1.1" status: 204 len: 168 time: 0.4578078 Aug 30 00:00:13.086884 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-19031fe2-2a4e-4ee9-801e-77c3a6b28b19 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596118 Aug 30 00:00:13.087618 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a517db-6a0c-4537-bf29-9eda7b4f7449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba76da3-64dd-4284-aad5-529f2a7530ea,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:13.193553 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-b938324e-f9ab-4989-8a18-a097cb5e673d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:13.195562 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-b938324e-f9ab-4989-8a18-a097cb5e673d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 1129 time: 0.0459156 Aug 30 00:00:13.370101 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-89d84edd-f895-4db3-8540-58ec3204540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:13.373318 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-89d84edd-f895-4db3-8540-58ec3204540c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.1251545 Aug 30 00:00:13.422871 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-b118adb5-ee80-4acb-bf36-5e099be09c90 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=afc6be07438a47fb9b13974bd61fbe57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297771 Aug 30 00:00:13.467884 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-947ee0cf-f755-4b87-8c04-44a4e89a2375 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a779311-29d6-4a4e-8a36-b80f881603ea HTTP/1.1" status: 200 len: 1001 time: 0.0879688 Aug 30 00:00:13.532685 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-ba1f35e3-a69c-45a4-b38d-918f18df1636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:13.533744 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-ba1f35e3-a69c-45a4-b38d-918f18df1636 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0587237 Aug 30 00:00:13.585868 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-fed84b88-55c8-4a30-a771-9a87a1932ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:13.587847 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-fed84b88-55c8-4a30-a771-9a87a1932ec0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455713 Aug 30 00:00:13.623843 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-5b6b59fb-44ca-4e12-ab1c-eb6f3aa512db tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:13.628654 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-5b6b59fb-44ca-4e12-ab1c-eb6f3aa512db tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913729 Aug 30 00:00:13.651426 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Request body: {'port': {'device_id': '62f0485b-1ac6-49db-a957-9bb8ae5ad666', 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11', 'admin_state_up': True, 'tenant_id': 'afc6be07438a47fb9b13974bd61fbe57'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:13.760141 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-80325ebf-fd73-4d45-8b33-ec327bc1f993 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642299 Aug 30 00:00:13.823708 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:13.880120 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9179b46f-fb65-4981-93d1-24f6acf31af7 req-96262682-95c9-4c10-bb9c-6bbba50942b9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070139 Aug 30 00:00:14.175579 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e03cf19d-de05-49df-9d51-d2e75381cf3f req-2eb48ec0-f58d-4cec-a9c5-fa7613db0de9 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 210 time: 0.0628691 Aug 30 00:00:14.182252 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2b0820d1-1528-4709-8994-5864a84fa53c req-54cda170-a51c-47f7-841c-4642c01ac823 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 210 time: 0.0680773 Aug 30 00:00:14.188616 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:14.239359 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55282) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:14.253747 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a196a62-dd31-4fa3-84eb-8ba92e5d08ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.333181 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Made reservation on behalf of afc6be07438a47fb9b13974bd61fbe57 for: {'port': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:00:14.342042 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a196a62-dd31-4fa3-84eb-8ba92e5d08ab admin admin] Publish callbacks [] for security_group (a13b4b1c-1b1e-4885-8cfb-821a60ae7f6e), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.342326 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.362180 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.420014 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a196a62-dd31-4fa3-84eb-8ba92e5d08ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a13b4b1c-1b1e-4885-8cfb-821a60ae7f6e), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.464599 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2a196a62-dd31-4fa3-84eb-8ba92e5d08ab admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=dd70dd977b154b65976049bfb8ba24bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242241 Aug 30 00:00:14.467565 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a196a62-dd31-4fa3-84eb-8ba92e5d08ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13b4b1c-1b1e-4885-8cfb-821a60ae7f6e,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:14.470117 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55284) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:14.470406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks [] for security_group (d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.525364 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-244f411d-a91e-4567-a9ec-431be910cb43 admin admin] Publish callbacks [] for security_group (a13b4b1c-1b1e-4885-8cfb-821a60ae7f6e), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.535450 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:14.548567 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-244f411d-a91e-4567-a9ec-431be910cb43 admin admin] Publish callbacks [] for security_group (a13b4b1c-1b1e-4885-8cfb-821a60ae7f6e), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.562066 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.633678 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:14.714766 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Allocated IP 192.168.233.39 (1cc20189-1259-4860-bfb4-2eaa0a3eab11/190bd2c7-e4c3-4650-ad9b-e25b3dd9bed3/e2b19f8e-5e64-4eec-9e27-d8fb601f7a87) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:00:14.764283 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:14.772913 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-244f411d-a91e-4567-a9ec-431be910cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a13b4b1c-1b1e-4885-8cfb-821a60ae7f6e), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.776254 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-244f411d-a91e-4567-a9ec-431be910cb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:14.779114 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-244f411d-a91e-4567-a9ec-431be910cb43 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a13b4b1c-1b1e-4885-8cfb-821a60ae7f6e HTTP/1.1" status: 204 len: 168 time: 0.3064361 Aug 30 00:00:14.800655 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f411d-a91e-4567-a9ec-431be910cb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13b4b1c-1b1e-4885-8cfb-821a60ae7f6e,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:14.912572 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks [] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.038058 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.086709 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:00:15.090670 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:00:15.094905 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:00:15.124922 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Pushing event updated for resources: {'Port': ['ID=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:15.184463 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-5c464fc2-4613-418f-8a6f-ddeb8c27dccc tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:15.184463 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-5c464fc2-4613-418f-8a6f-ddeb8c27dccc tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.61 "GET /networking/v2.0/networks?id=c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d HTTP/1.1" status: 200 len: 814 time: 0.1267352 Aug 30 00:00:15.185516 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:15.185516 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.185700 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Request body: {'port': {'device_id': '757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc', 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d', 'admin_state_up': True, 'tenant_id': '3771a66c80964a40805c3a9f1f51c3da'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:15.327901 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-aa817ed7-5ec4-4b00-b371-1610fbc1d1fa tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6767673 Aug 30 00:00:15.371573 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:15.388645 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Request body: {'port': {'device_id': '62f0485b-1ac6-49db-a957-9bb8ae5ad666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:15.465476 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0fbf3edf-6804-413a-99c1-319a0ac3282b req-405df97b-13ff-4826-a897-d8fdc811f247 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 210 time: 0.0891573 Aug 30 00:00:15.471316 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Made reservation on behalf of 3771a66c80964a40805c3a9f1f51c3da for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:00:15.481636 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0345-bbe6-4231-8f11-bdbf2abff567 req-8345200c-149e-49b6-a7b1-49f1af1afb7a tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:15.482579 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61fc0345-bbe6-4231-8f11-bdbf2abff567 req-8345200c-149e-49b6-a7b1-49f1af1afb7a tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 935 time: 0.2005475 Aug 30 00:00:15.490568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.517878 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-620ef9c1-018d-4577-a0db-13ed6c9edfd0 None None] Provisioning complete for port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:00:15.518789 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-620ef9c1-018d-4577-a0db-13ed6c9edfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.589127 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-620ef9c1-018d-4577-a0db-13ed6c9edfd0 None None] Port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:00:15.602413 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-61fc0345-bbe6-4231-8f11-bdbf2abff567 req-05841481-0252-4d55-8dfe-bf07da32ae1e tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038284 Aug 30 00:00:15.627769 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.675043 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Allocated IP 172.20.0.13 (c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d/f7b5415d-fa80-4af5-a3a1-0fc3becb6297/6457177b-6221-40a0-b29b-318a9bcc2742) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:00:15.851477 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks [] for port (6457177b-6221-40a0-b29b-318a9bcc2742), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.865771 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:15.927406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 {{(pid=113459) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:00:15.935794 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Publish callbacks [] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:15.949577 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.provisioning_blocks [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Transition to ACTIVE for port object e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 will not be triggered until provisioned by entity L2. {{(pid=113459) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:00:16.082760 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8685916'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.084664 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.140714 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:00:16.148249 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:00:16.153772 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:00:16.195079 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:16.197564 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:16.201222 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Pushing event updated for resources: {'Port': ['ID=6457177b-6221-40a0-b29b-318a9bcc2742,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:16.227928 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Attempting to bind port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:00:16.228307 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Attempting to bind port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:00:16.228643 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Attempting to bind port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 on network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:00:16.233733 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:16.234104 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 on network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:00:16.234362 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.234495 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Attempting to bind port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 on network 1cc20189-1259-4860-bfb4-2eaa0a3eab11 {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:00:16.239764 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:00:16.240117 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Checking segment: {'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:00:16.240503 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Bound using segment: {'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'} {{(pid=113459) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:00:16.240993 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.managers [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Bound port: e2b19f8e-5e64-4eec-9e27-d8fb601f7a87, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce6872c-9f61-4616-8993-f03a4e6c2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11'}}] {{(pid=113459) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:00:16.241427 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.308815 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] For port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87, host hv-cinder-85427, cleared binding levels {{(pid=113459) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:00:16.312455 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] For port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,segment=NetworkSegment(7ce6872c-9f61-4616-8993-f03a4e6c2d4f),segment_id=7ce6872c-9f61-4616-8993-f03a4e6c2d4f)] {{(pid=113459) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:00:16.364730 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-a2b7f5ab-f1e1-4f47-8f72-c58647e5023f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1942837 Aug 30 00:00:16.380349 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Request body: {'port': {'device_id': '757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:00:16.382996 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:16.403133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8685916'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.410826 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:16.411907 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.414611 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 HTTP/1.1" status: 200 len: 1097 time: 1.0407972 Aug 30 00:00:16.415451 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f0485b-1ac6-49db-a957-9bb8ae5ad666', 'tag': 'e2b19f8e-5e64-4eec-9e27-d8fb601f7a87'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:16.424380 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f311204a-e173-473f-9afb-1caba006feb6" -d '{"events": [{"name": "network-changed", "server_uuid": "62f0485b-1ac6-49db-a957-9bb8ae5ad666", "tag": "e2b19f8e-5e64-4eec-9e27-d8fb601f7a87"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:16.452128 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.471131 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c74d08-f222-4b02-9fe7-7d96780ca1ca x-openstack-request-id: req-10c74d08-f222-4b02-9fe7-7d96780ca1ca {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:16.471491 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f0485b-1ac6-49db-a957-9bb8ae5ad666", "tag": "e2b19f8e-5e64-4eec-9e27-d8fb601f7a87", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:16.471972 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-10c74d08-f222-4b02-9fe7-7d96780ca1ca {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:16.472245 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c74d08-f222-4b02-9fe7-7d96780ca1ca'] response: {'name': 'network-changed', 'server_uuid': '62f0485b-1ac6-49db-a957-9bb8ae5ad666', 'tag': 'e2b19f8e-5e64-4eec-9e27-d8fb601f7a87', 'status': 'completed', 'code': 200} Aug 30 00:00:16.538524 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d08710-d89d-4c39-bcd4-1d404b8812f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,revision_number=3']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:16.568621 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311204a-e173-473f-9afb-1caba006feb6 req-4409375a-ae58-4bda-9b89-820b3db48b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:16.571965 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f311204a-e173-473f-9afb-1caba006feb6 req-4409375a-ae58-4bda-9b89-820b3db48b67 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=afc6be07438a47fb9b13974bd61fbe57&device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 1131 time: 0.0744708 Aug 30 00:00:16.627518 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f311204a-e173-473f-9afb-1caba006feb6 req-e77492a9-8982-4621-8981-97a2430e80a8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=afc6be07438a47fb9b13974bd61fbe57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433910 Aug 30 00:00:16.734514 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b06ab-6ea3-408b-a5d3-c772f8b931ac req-778145f6-ef65-4181-9622-a07a27d9b05c tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:16.736369 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-413b06ab-6ea3-408b-a5d3-c772f8b931ac req-778145f6-ef65-4181-9622-a07a27d9b05c tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 932 time: 0.1348059 Aug 30 00:00:16.775659 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:16.802225 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddae48-0dc6-4794-bec3-62760e76d7bd req-1df19d86-e835-4bc8-9870-8f37698c3bf1 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:16.806915 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-67ddae48-0dc6-4794-bec3-62760e76d7bd req-1df19d86-e835-4bc8-9870-8f37698c3bf1 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 947 time: 0.0965860 Aug 30 00:00:16.839533 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6457177b-6221-40a0-b29b-318a9bcc2742 {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:00:16.848889 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Publish callbacks [] for port (6457177b-6221-40a0-b29b-318a9bcc2742), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.863276 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Transition to ACTIVE for port object 6457177b-6221-40a0-b29b-318a9bcc2742 will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:00:16.879149 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311204a-e173-473f-9afb-1caba006feb6 req-94aaa92e-8b93-4541-8009-db87393e4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:16.880560 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f311204a-e173-473f-9afb-1caba006feb6 req-94aaa92e-8b93-4541-8009-db87393e4665 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2331650 Aug 30 00:00:16.886755 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-413b06ab-6ea3-408b-a5d3-c772f8b931ac req-02bca7eb-abdb-46d8-befe-5a5c4d2f2b5e tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289177 Aug 30 00:00:16.914004 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-67ddae48-0dc6-4794-bec3-62760e76d7bd req-593c07ef-dabc-42ee-8581-318c2619c2d5 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973217 Aug 30 00:00:16.951826 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:16.995229 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-da8dd0fb-9f9b-4b7f-88a5-163140f5c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:16.998839 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-da8dd0fb-9f9b-4b7f-88a5-163140f5c983 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=afc6be07438a47fb9b13974bd61fbe57&device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 1131 time: 0.0642593 Aug 30 00:00:17.053639 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-ac254eff-6975-4d47-819c-6634856d2086 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 HTTP/1.1" status: 200 len: 217 time: 0.0432074 Aug 30 00:00:17.058285 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:17.062542 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Pushing event updated for resources: {'Port': ['ID=6457177b-6221-40a0-b29b-318a9bcc2742,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:17.099451 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Attempting to bind port 6457177b-6221-40a0-b29b-318a9bcc2742 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:00:17.099862 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Attempting to bind port 6457177b-6221-40a0-b29b-318a9bcc2742 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:00:17.100267 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Attempting to bind port 6457177b-6221-40a0-b29b-318a9bcc2742 on network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:00:17.105506 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Port 6457177b-6221-40a0-b29b-318a9bcc2742 on network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:00:17.106553 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Attempting to bind port 6457177b-6221-40a0-b29b-318a9bcc2742 on network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:00:17.114193 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:00:17.114864 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Checking segment: {'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:00:17.115483 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Bound using segment: {'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:00:17.116172 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Bound port: 6457177b-6221-40a0-b29b-318a9bcc2742, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:00:17.116728 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:17.117828 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-9af4ccf3-8d34-45cc-b84c-41a55f867be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:17.120330 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-9af4ccf3-8d34-45cc-b84c-41a55f867be8 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=190bd2c7-e4c3-4650-ad9b-e25b3dd9bed3 HTTP/1.1" status: 200 len: 843 time: 0.0588987 Aug 30 00:00:17.179344 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-d866d8e4-ae5a-4d1b-8060-024b4a5cd84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:17.180735 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-d866d8e4-ae5a-4d1b-8060-024b4a5cd84f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1cc20189-1259-4860-bfb4-2eaa0a3eab11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0499926 Aug 30 00:00:17.190706 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] For port 6457177b-6221-40a0-b29b-318a9bcc2742, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:00:17.193921 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] For port 6457177b-6221-40a0-b29b-318a9bcc2742, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6457177b-6221-40a0-b29b-318a9bcc2742,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:00:17.287441 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-600145a7-8087-46e4-9d57-aa940e8e18bb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1cc20189-1259-4860-bfb4-2eaa0a3eab11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956342 Aug 30 00:00:17.294526 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:17.304342 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:17.305393 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:17.307821 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/6457177b-6221-40a0-b29b-318a9bcc2742 HTTP/1.1" status: 200 len: 1094 time: 0.9317636 Aug 30 00:00:17.308520 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc', 'tag': '6457177b-6221-40a0-b29b-318a9bcc2742'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:17.312385 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad0daf7-6450-4ff6-939b-9b60855a6ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc", "tag": "6457177b-6221-40a0-b29b-318a9bcc2742"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:17.383125 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324e1cca-34bc-419a-9c6a-bb6c132d548d x-openstack-request-id: req-324e1cca-34bc-419a-9c6a-bb6c132d548d {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:17.383449 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc", "tag": "6457177b-6221-40a0-b29b-318a9bcc2742", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:17.384183 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-324e1cca-34bc-419a-9c6a-bb6c132d548d {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:17.384183 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-324e1cca-34bc-419a-9c6a-bb6c132d548d'] response: {'name': 'network-changed', 'server_uuid': '757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc', 'tag': '6457177b-6221-40a0-b29b-318a9bcc2742', 'status': 'completed', 'code': 200} Aug 30 00:00:17.399542 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc61b4c-c6f5-40b0-8569-ecb1e57089de service neutron] Pushing event updated for resources: {'Port': ['ID=6457177b-6221-40a0-b29b-318a9bcc2742,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:17.438516 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0522ea71-ca28-4dfc-b1ec-86c76050e14e req-cdbb34b4-c6c5-4f6b-b7d4-5ef1fe8e22b2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1cc20189-1259-4860-bfb4-2eaa0a3eab11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412773 Aug 30 00:00:17.475504 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0daf7-6450-4ff6-939b-9b60855a6ffb req-36a87a46-01f4-414f-8c9c-3888132bda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:17.477085 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-bad0daf7-6450-4ff6-939b-9b60855a6ffb req-36a87a46-01f4-414f-8c9c-3888132bda21 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3771a66c80964a40805c3a9f1f51c3da&device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 1128 time: 0.0645945 Aug 30 00:00:17.692090 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0daf7-6450-4ff6-939b-9b60855a6ffb req-a334c978-23cc-409b-8176-c3be3c899c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:17.693560 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-bad0daf7-6450-4ff6-939b-9b60855a6ffb req-a334c978-23cc-409b-8176-c3be3c899c79 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=3771a66c80964a40805c3a9f1f51c3da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2049956 Aug 30 00:00:18.021676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:18.070055 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd1ac7-baea-48f3-9eb5-82239aa0e685 req-0d458250-240f-455f-97d5-62dfb26ac1e4 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:18.071675 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-edfd1ac7-baea-48f3-9eb5-82239aa0e685 req-0d458250-240f-455f-97d5-62dfb26ac1e4 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 944 time: 0.0987763 Aug 30 00:00:18.084278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00d598-b5c7-430b-b319-4b30f64ffdb5 req-327a513c-97fc-46d7-968f-d7d0ac7f1803 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:18.085857 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a00d598-b5c7-430b-b319-4b30f64ffdb5 req-327a513c-97fc-46d7-968f-d7d0ac7f1803 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 947 time: 0.0685322 Aug 30 00:00:18.184926 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-edfd1ac7-baea-48f3-9eb5-82239aa0e685 req-8c5d24e4-6fd0-4614-82a6-83378130e638 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977156 Aug 30 00:00:18.189413 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a00d598-b5c7-430b-b319-4b30f64ffdb5 req-57b94aca-86bc-468d-998e-da4b2587926d tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938611 Aug 30 00:00:18.557905 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:00:18.690992 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0daf7-6450-4ff6-939b-9b60855a6ffb req-7734856a-cf45-428c-a6b6-79fa731250e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:18.693638 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-bad0daf7-6450-4ff6-939b-9b60855a6ffb req-7734856a-cf45-428c-a6b6-79fa731250e0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2586586 Aug 30 00:00:18.707915 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,segment=NetworkSegment(7ce6872c-9f61-4616-8993-f03a4e6c2d4f),segment_id=7ce6872c-9f61-4616-8993-f03a4e6c2d4f)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:18.722610 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'e2b19f8e-5e64-4eec-9e27-d8fb601f7a87', 'network_id': '1cc20189-1259-4860-bfb4-2eaa0a3eab11', 'port_id': 'e2b19f8e-5e64-4eec-9e27-d8fb601f7a87', 'mac_address': 'fa:16:3e:a6:9e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '190bd2c7-e4c3-4650-ad9b-e25b3dd9bed3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:00:18.780439 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:00:18.781338 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:18.806983 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:00:18.824015 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:18.837460 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-1b80cf8e-c8ed-4b3b-8f70-b2925115c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:18.839017 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-1b80cf8e-c8ed-4b3b-8f70-b2925115c886 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3771a66c80964a40805c3a9f1f51c3da&device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 1128 time: 0.0754056 Aug 30 00:00:18.840030 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,segment=NetworkSegment(7ce6872c-9f61-4616-8993-f03a4e6c2d4f),segment_id=7ce6872c-9f61-4616-8993-f03a4e6c2d4f)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:18.893104 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-f8ef97d4-9ea4-4faf-a886-43cfd3f033da service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6457177b-6221-40a0-b29b-318a9bcc2742 HTTP/1.1" status: 200 len: 217 time: 0.0395873 Aug 30 00:00:18.948892 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-77bb005f-4c64-4f82-a68f-51af92117826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:18.951228 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-77bb005f-4c64-4f82-a68f-51af92117826 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f7b5415d-fa80-4af5-a3a1-0fc3becb6297 HTTP/1.1" status: 200 len: 854 time: 0.0524578 Aug 30 00:00:18.988905 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-8dbf57b0-9291-40a8-8e90-40a097c7d737 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287056 Aug 30 00:00:18.989883 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55376) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:19.014738 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.067572 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:19.069535 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:19.142735 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-487f07f9-2d46-4022-aedc-86e67ddd05d1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449120 Aug 30 00:00:19.143457 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5d06832-4c19-4d67-a198-3ab38d842232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.279922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['e2b19f8e-5e64-4eec-9e27-d8fb601f7a87'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:00:19.292395 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-42f211c7-d64b-4d4b-bbf1-5fa54dd9a94b req-c35301c7-a977-486b-8c57-67a582cba9a6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402409 Aug 30 00:00:19.330803 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5d06832-4c19-4d67-a198-3ab38d842232 admin admin] Publish callbacks [] for security_group (a3233a18-4427-4f67-9cb7-b438ef7aad4d), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.358168 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71336742-5f22-4e67-868c-2f012c2aaf7e req-74a5ef77-0d47-41f1-8909-98a17d5ea479 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:19.359244 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71336742-5f22-4e67-868c-2f012c2aaf7e req-74a5ef77-0d47-41f1-8909-98a17d5ea479 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 944 time: 0.0904975 Aug 30 00:00:19.413386 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14a21-a828-4bb9-9c79-a0c9aca2b834 req-2f4e2504-dd13-436e-aa73-65415bc1f227 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:19.415139 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-14f14a21-a828-4bb9-9c79-a0c9aca2b834 req-2f4e2504-dd13-436e-aa73-65415bc1f227 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 948 time: 0.0877445 Aug 30 00:00:19.418153 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:19.462985 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71336742-5f22-4e67-868c-2f012c2aaf7e req-f8991ca4-4046-4f0e-89f8-f02e4d948562 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857658 Aug 30 00:00:19.496156 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-14f14a21-a828-4bb9-9c79-a0c9aca2b834 req-b2e023fb-781c-49e1-9bb2-6156fea83769 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718124 Aug 30 00:00:19.551379 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d5d06832-4c19-4d67-a198-3ab38d842232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a3233a18-4427-4f67-9cb7-b438ef7aad4d), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.594367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d06832-4c19-4d67-a198-3ab38d842232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3233a18-4427-4f67-9cb7-b438ef7aad4d,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:19.599984 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d5d06832-4c19-4d67-a198-3ab38d842232 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=95513811e48445f8be40b05dfda8543c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6090767 Aug 30 00:00:19.603082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55384) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:19.629530 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:19.665213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4483f581-1c8b-4ec9-ab2d-1ff0d196ba97 admin admin] Publish callbacks [] for security_group (a3233a18-4427-4f67-9cb7-b438ef7aad4d), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.689092 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4483f581-1c8b-4ec9-ab2d-1ff0d196ba97 admin admin] Publish callbacks [] for security_group (a3233a18-4427-4f67-9cb7-b438ef7aad4d), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.831661 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4483f581-1c8b-4ec9-ab2d-1ff0d196ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (a3233a18-4427-4f67-9cb7-b438ef7aad4d), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.834787 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4483f581-1c8b-4ec9-ab2d-1ff0d196ba97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:19.836172 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4483f581-1c8b-4ec9-ab2d-1ff0d196ba97 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/a3233a18-4427-4f67-9cb7-b438ef7aad4d HTTP/1.1" status: 204 len: 168 time: 0.2322185 Aug 30 00:00:19.846931 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483f581-1c8b-4ec9-ab2d-1ff0d196ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3233a18-4427-4f67-9cb7-b438ef7aad4d,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:20.557701 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 6457177b-6221-40a0-b29b-318a9bcc2742 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:00:20.561927 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:00:20.603722 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55394) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:20.621512 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44f903ac-47c5-427a-b3a2-bc1870bc5fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:20.687275 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ed201-df29-4cc1-8355-4d8e11c33839 req-8cc70583-32de-46a2-b29e-5d99cb060cd2 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:20.690056 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-339ed201-df29-4cc1-8355-4d8e11c33839 req-8cc70583-32de-46a2-b29e-5d99cb060cd2 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 944 time: 0.1440635 Aug 30 00:00:20.712651 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f405d-d0ea-4906-b8d1-9aa0d6244c16 req-52e578b6-195f-45a6-82f0-e71642d85556 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:20.716296 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-871f405d-d0ea-4906-b8d1-9aa0d6244c16 req-52e578b6-195f-45a6-82f0-e71642d85556 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 948 time: 0.1172972 Aug 30 00:00:20.717369 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44f903ac-47c5-427a-b3a2-bc1870bc5fca admin admin] Publish callbacks [] for security_group (69a4f84e-ec8a-422e-9f49-2bbf89c01105), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:20.737495 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:00:20.808312 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-339ed201-df29-4cc1-8355-4d8e11c33839 req-d8933b70-1f1a-4ba6-8de5-d40e3ac4236e tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091709 Aug 30 00:00:20.812886 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-871f405d-d0ea-4906-b8d1-9aa0d6244c16 req-9323e5d8-fa8b-4c64-84b8-6cb510114e93 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863638 Aug 30 00:00:20.833758 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 6457177b-6221-40a0-b29b-318a9bcc2742, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6457177b-6221-40a0-b29b-318a9bcc2742,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:20.859430 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '6457177b-6221-40a0-b29b-318a9bcc2742', 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d', 'port_id': '6457177b-6221-40a0-b29b-318a9bcc2742', 'mac_address': 'fa:16:3e:37:43:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b5415d-fa80-4af5-a3a1-0fc3becb6297', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:00:20.899327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 6457177b-6221-40a0-b29b-318a9bcc2742 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:00:20.899726 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:20.915009 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6457177b-6221-40a0-b29b-318a9bcc2742 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:00:20.922187 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-44f903ac-47c5-427a-b3a2-bc1870bc5fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (69a4f84e-ec8a-422e-9f49-2bbf89c01105), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:20.936785 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:00:20.937291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:20.947765 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 6457177b-6221-40a0-b29b-318a9bcc2742, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6457177b-6221-40a0-b29b-318a9bcc2742,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:20.966085 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-44f903ac-47c5-427a-b3a2-bc1870bc5fca admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=1ad9387176994b4484832ae050dc83d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602762 Aug 30 00:00:20.967396 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f903ac-47c5-427a-b3a2-bc1870bc5fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a4f84e-ec8a-422e-9f49-2bbf89c01105,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:20.968966 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55396) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:21.024667 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89d1f468-5634-4966-9802-644ff6e96083 admin admin] Publish callbacks [] for security_group (69a4f84e-ec8a-422e-9f49-2bbf89c01105), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:21.029719 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:00:21.029719 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:21.046763 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89d1f468-5634-4966-9802-644ff6e96083 admin admin] Publish callbacks [] for security_group (69a4f84e-ec8a-422e-9f49-2bbf89c01105), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:21.052286 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:21.059560 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f0485b-1ac6-49db-a957-9bb8ae5ad666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b19f8e-5e64-4eec-9e27-d8fb601f7a87'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:21.061994 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f911f30c-1d0c-44e5-a26f-309e2aa2f5a3" -d '{"events": [{"server_uuid": "62f0485b-1ac6-49db-a957-9bb8ae5ad666", "name": "network-vif-plugged", "status": "completed", "tag": "e2b19f8e-5e64-4eec-9e27-d8fb601f7a87"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:21.103424 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,segment=NetworkSegment(7ce6872c-9f61-4616-8993-f03a4e6c2d4f),segment_id=7ce6872c-9f61-4616-8993-f03a4e6c2d4f)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:21.110804 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94161fb6-ac64-46d3-99bb-cb2d8f975ab9 x-openstack-request-id: req-94161fb6-ac64-46d3-99bb-cb2d8f975ab9 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:21.111099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f0485b-1ac6-49db-a957-9bb8ae5ad666", "name": "network-vif-plugged", "status": "completed", "tag": "e2b19f8e-5e64-4eec-9e27-d8fb601f7a87", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:21.111294 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-94161fb6-ac64-46d3-99bb-cb2d8f975ab9 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:21.112099 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94161fb6-ac64-46d3-99bb-cb2d8f975ab9'] response: {'server_uuid': '62f0485b-1ac6-49db-a957-9bb8ae5ad666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2b19f8e-5e64-4eec-9e27-d8fb601f7a87', 'code': 200} Aug 30 00:00:21.139578 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=6457177b-6221-40a0-b29b-318a9bcc2742,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:21.237505 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:21.271980 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89d1f468-5634-4966-9802-644ff6e96083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (69a4f84e-ec8a-422e-9f49-2bbf89c01105), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:21.279066 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-89d1f468-5634-4966-9802-644ff6e96083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:21.282115 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-89d1f468-5634-4966-9802-644ff6e96083 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/69a4f84e-ec8a-422e-9f49-2bbf89c01105 HTTP/1.1" status: 204 len: 168 time: 0.3097653 Aug 30 00:00:21.291455 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d1f468-5634-4966-9802-644ff6e96083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a4f84e-ec8a-422e-9f49-2bbf89c01105,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:21.295286 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:21.296198 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:21.330132 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['6457177b-6221-40a0-b29b-318a9bcc2742'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:00:21.487954 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:21.569834 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4658010-bb4a-4cdd-ade1-69d5b0a86222 req-bc0b6cbd-a083-4a22-b27f-7c23b84c68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:21.571427 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4658010-bb4a-4cdd-ade1-69d5b0a86222 req-bc0b6cbd-a083-4a22-b27f-7c23b84c68f2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 1133 time: 0.0403671 Aug 30 00:00:21.624079 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e4658010-bb4a-4cdd-ade1-69d5b0a86222 req-e7eccdc4-4ee2-47ad-a0bd-3720285939d2 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455368 Aug 30 00:00:21.972626 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50542553-e06c-44de-8d74-12728df0c25b req-b174b576-9f49-4742-8952-371d3c71c824 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:21.974591 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50542553-e06c-44de-8d74-12728df0c25b req-b174b576-9f49-4742-8952-371d3c71c824 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 949 time: 0.0672004 Aug 30 00:00:22.031551 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd275f-a8e2-4105-a728-cb31454d7955 req-fd431fbd-ba3f-4b9b-87c1-4d15da1b6a54 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:22.033126 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-79cd275f-a8e2-4105-a728-cb31454d7955 req-fd431fbd-ba3f-4b9b-87c1-4d15da1b6a54 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 945 time: 0.0842879 Aug 30 00:00:22.080149 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-50542553-e06c-44de-8d74-12728df0c25b req-427a8bc5-3e77-4aac-a7ce-62e4aabe5618 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857317 Aug 30 00:00:22.114288 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-79cd275f-a8e2-4105-a728-cb31454d7955 req-468f398b-b353-4dc1-bcda-134ce4d1ab99 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724494 Aug 30 00:00:22.585543 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 6457177b-6221-40a0-b29b-318a9bcc2742 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:00:22.633010 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 6457177b-6221-40a0-b29b-318a9bcc2742 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:00:22.745107 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 6457177b-6221-40a0-b29b-318a9bcc2742 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:00:22.745541 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:22.834346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 6457177b-6221-40a0-b29b-318a9bcc2742 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:00:22.835026 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:22.875629 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 6457177b-6221-40a0-b29b-318a9bcc2742, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6457177b-6221-40a0-b29b-318a9bcc2742,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:22.956566 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.006464 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=6457177b-6221-40a0-b29b-318a9bcc2742,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:23.113146 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6457177b-6221-40a0-b29b-318a9bcc2742'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:23.116018 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85d8862-61f3-4199-98e8-552a31f54f30" -d '{"events": [{"server_uuid": "757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc", "name": "network-vif-plugged", "status": "completed", "tag": "6457177b-6221-40a0-b29b-318a9bcc2742"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:23.160738 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9103e268-9d0c-44ea-b6e3-95cf4687ede6 x-openstack-request-id: req-9103e268-9d0c-44ea-b6e3-95cf4687ede6 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:23.168810 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc", "name": "network-vif-plugged", "status": "completed", "tag": "6457177b-6221-40a0-b29b-318a9bcc2742", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:23.171204 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-9103e268-9d0c-44ea-b6e3-95cf4687ede6 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:23.171929 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9103e268-9d0c-44ea-b6e3-95cf4687ede6'] response: {'server_uuid': '757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6457177b-6221-40a0-b29b-318a9bcc2742', 'code': 200} Aug 30 00:00:23.247746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:23.296356 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ec585-b544-4b93-8455-bbefdf4e846d req-7abc1806-c709-4a2f-91d9-c2222a4e13c7 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:23.297986 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-474ec585-b544-4b93-8455-bbefdf4e846d req-7abc1806-c709-4a2f-91d9-c2222a4e13c7 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 949 time: 0.0953856 Aug 30 00:00:23.307821 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e20907-c839-4e5c-b137-e2675460e989 req-750827ac-e0b0-4bc8-85ad-deb608fef882 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:23.308166 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e20907-c839-4e5c-b137-e2675460e989 req-750827ac-e0b0-4bc8-85ad-deb608fef882 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 946 time: 0.0868621 Aug 30 00:00:23.385504 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:23.430341 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-474ec585-b544-4b93-8455-bbefdf4e846d req-8062275b-83a8-4578-a8b0-a2e3392cdfe7 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208811 Aug 30 00:00:23.477082 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e20907-c839-4e5c-b137-e2675460e989 req-f7c976ae-e94d-483c-8fdf-53c119520635 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096828 Aug 30 00:00:23.481544 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55444) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:23.598015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0883e5ae-7056-44aa-8f9c-2e420e51277b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.620512 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5716d17-5b59-45fa-b7ce-877f6b9d0d69 req-b3b5e10d-55e5-4c09-a002-2ea3558438c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:23.622509 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-c5716d17-5b59-45fa-b7ce-877f6b9d0d69 req-b3b5e10d-55e5-4c09-a002-2ea3558438c0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 1130 time: 0.0462935 Aug 30 00:00:23.720128 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0883e5ae-7056-44aa-8f9c-2e420e51277b admin admin] Publish callbacks [] for security_group (f212ac93-bfe3-43e6-8d4e-1025ac6a08fd), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.865589 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-0883e5ae-7056-44aa-8f9c-2e420e51277b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f212ac93-bfe3-43e6-8d4e-1025ac6a08fd), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.908565 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-0883e5ae-7056-44aa-8f9c-2e420e51277b admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=3e4ed96d6c7843a794b3afe87df134d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258826 Aug 30 00:00:23.910105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883e5ae-7056-44aa-8f9c-2e420e51277b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f212ac93-bfe3-43e6-8d4e-1025ac6a08fd,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:23.913041 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55448) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:23.916881 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-c5716d17-5b59-45fa-b7ce-877f6b9d0d69 req-d8fb56b6-cd27-417c-a9ba-a474a52a2fb0 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878864 Aug 30 00:00:23.920940 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:23.965102 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68fdc85c-c0d5-407d-a034-edfe3807c262 admin admin] Publish callbacks [] for security_group (f212ac93-bfe3-43e6-8d4e-1025ac6a08fd), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:23.990877 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68fdc85c-c0d5-407d-a034-edfe3807c262 admin admin] Publish callbacks [] for security_group (f212ac93-bfe3-43e6-8d4e-1025ac6a08fd), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.162176 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68fdc85c-c0d5-407d-a034-edfe3807c262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (f212ac93-bfe3-43e6-8d4e-1025ac6a08fd), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.164950 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68fdc85c-c0d5-407d-a034-edfe3807c262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:24.166257 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-68fdc85c-c0d5-407d-a034-edfe3807c262 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/f212ac93-bfe3-43e6-8d4e-1025ac6a08fd HTTP/1.1" status: 204 len: 168 time: 0.2520278 Aug 30 00:00:24.177278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdc85c-c0d5-407d-a034-edfe3807c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f212ac93-bfe3-43e6-8d4e-1025ac6a08fd,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:24.545742 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:24.564198 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857e949-7c04-46cc-a260-181c70818f2d req-a085bc6d-5175-4aad-9fde-1186b3ec27c0 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:24.565813 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9857e949-7c04-46cc-a260-181c70818f2d req-a085bc6d-5175-4aad-9fde-1186b3ec27c0 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 949 time: 0.0540690 Aug 30 00:00:24.654364 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e08a2-b42d-4da8-9053-3a787465ebfd req-d2d8c2d7-0499-44b8-b300-d504f3d02f4a tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:24.656011 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2e08a2-b42d-4da8-9053-3a787465ebfd req-d2d8c2d7-0499-44b8-b300-d504f3d02f4a tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 946 time: 0.0892267 Aug 30 00:00:24.679800 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9857e949-7c04-46cc-a260-181c70818f2d req-71590a08-a82e-46e3-8ecb-4de1ed7cbb96 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036551 Aug 30 00:00:24.734278 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fa2e08a2-b42d-4da8-9053-3a787465ebfd req-3c88ad1c-d2a5-4602-9a70-fb8212e044d5 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661249 Aug 30 00:00:25.318036 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4aacb3-83d5-4371-b495-a277971d0922 req-91a8a9ce-b856-40b6-a1e6-bf60aa527436 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:25.319973 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ed4aacb3-83d5-4371-b495-a277971d0922 req-91a8a9ce-b856-40b6-a1e6-bf60aa527436 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 949 time: 0.0659802 Aug 30 00:00:25.393550 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ed4aacb3-83d5-4371-b495-a277971d0922 req-5b238301-1656-4f31-ba52-c536c96524ef tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649946 Aug 30 00:00:25.879110 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009fc4a-aaf7-4713-8a91-5771780ba6f3 req-eef80f4b-89b3-4757-9ef4-efc09aaac350 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:25.881721 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2009fc4a-aaf7-4713-8a91-5771780ba6f3 req-eef80f4b-89b3-4757-9ef4-efc09aaac350 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 946 time: 0.0649199 Aug 30 00:00:25.954285 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2009fc4a-aaf7-4713-8a91-5771780ba6f3 req-0c2d076b-0088-4902-88bd-56d0f9924411 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654871 Aug 30 00:00:26.545190 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fac23-8d92-4606-81bd-bf4807183b09 req-7f08ff48-2441-47f3-bb19-06ce5ad3a32e tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:26.546835 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c5fac23-8d92-4606-81bd-bf4807183b09 req-7f08ff48-2441-47f3-bb19-06ce5ad3a32e tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 949 time: 0.0660405 Aug 30 00:00:26.622573 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5c5fac23-8d92-4606-81bd-bf4807183b09 req-1e0b7746-9498-415b-bbf2-20ddd5fe77be tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657110 Aug 30 00:00:26.879511 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-c1d7cbe9-0770-49ee-852d-54cb3e49cb14 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:00:26.881409 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-c1d7cbe9-0770-49ee-852d-54cb3e49cb14 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 949 time: 0.0577893 Aug 30 00:00:26.987869 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Deleting port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:00:26.988219 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:27.049503 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:27.097826 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] For port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,segment=NetworkSegment(7ce6872c-9f61-4616-8993-f03a4e6c2d4f),segment_id=7ce6872c-9f61-4616-8993-f03a4e6c2d4f)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:00:27.098294 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:27.114775 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Calling delete_port for e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:00:27.201737 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:27.362353 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (e2b19f8e-5e64-4eec-9e27-d8fb601f7a87), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:27.377345 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['e2b19f8e-5e64-4eec-9e27-d8fb601f7a87'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:00:27.395646 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Pushing event deleted for resources: {'Port': ['ID=e2b19f8e-5e64-4eec-9e27-d8fb601f7a87,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:27.455999 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] No DVR routers for this DVR port e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:00:27.459076 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:27.462912 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-81f0a554-fbad-4fa2-86fe-edcc686e1a99 req-8210a632-5db7-4c91-983c-b79c6f62af31 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.61 "DELETE /networking/v2.0/ports/e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 HTTP/1.1" status: 204 len: 173 time: 0.5763090 Aug 30 00:00:27.463415 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f0485b-1ac6-49db-a957-9bb8ae5ad666', 'name': 'network-vif-deleted', 'tag': 'e2b19f8e-5e64-4eec-9e27-d8fb601f7a87'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:00:27.467211 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50643b0b-f1c6-404f-941a-23c26889bb8c" -d '{"events": [{"server_uuid": "62f0485b-1ac6-49db-a957-9bb8ae5ad666", "name": "network-vif-deleted", "tag": "e2b19f8e-5e64-4eec-9e27-d8fb601f7a87"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:00:27.525248 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a198ad2d-d241-4afc-8ae6-d03b59a1da26 x-openstack-request-id: req-a198ad2d-d241-4afc-8ae6-d03b59a1da26 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:00:27.526345 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f0485b-1ac6-49db-a957-9bb8ae5ad666", "name": "network-vif-deleted", "tag": "e2b19f8e-5e64-4eec-9e27-d8fb601f7a87", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:00:27.526853 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a198ad2d-d241-4afc-8ae6-d03b59a1da26 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:00:27.527882 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a198ad2d-d241-4afc-8ae6-d03b59a1da26'] response: {'server_uuid': '62f0485b-1ac6-49db-a957-9bb8ae5ad666', 'name': 'network-vif-deleted', 'tag': 'e2b19f8e-5e64-4eec-9e27-d8fb601f7a87', 'status': 'completed', 'code': 200} Aug 30 00:00:27.747337 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5dee1439-a42e-4c13-a133-a9f450928c29 req-91b9b0f5-6609-4b63-8ee3-5a82a9adade2 tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 210 time: 0.0326896 Aug 30 00:00:28.800304 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:28.927883 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-88f1cad4-9627-43ba-8527-8fc384bdacc9 req-5c72229c-550e-46d7-82e9-d1031ec87fcb tempest-VolumesNegativeTest-831393238 tempest-VolumesNegativeTest-831393238-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=62f0485b-1ac6-49db-a957-9bb8ae5ad666 HTTP/1.1" status: 200 len: 210 time: 0.0323672 Aug 30 00:00:30.952790 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 55610) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:31.075867 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-393b645b-4f57-4857-96b9-fd2b2ea5a837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.165319 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c51a72ba-63b5-4c36-872f-9712e3695efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.184551 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-393b645b-4f57-4857-96b9-fd2b2ea5a837 admin admin] Publish callbacks [] for security_group (05f688e8-7a5f-4174-9783-a6702a8c4a73), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.305260 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-393b645b-4f57-4857-96b9-fd2b2ea5a837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (05f688e8-7a5f-4174-9783-a6702a8c4a73), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.360676 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-393b645b-4f57-4857-96b9-fd2b2ea5a837 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=c7965c208d7f4436a1f2ff0e6acc5414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072764 Aug 30 00:00:31.361233 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55622) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:31.361790 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b645b-4f57-4857-96b9-fd2b2ea5a837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f688e8-7a5f-4174-9783-a6702a8c4a73,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:31.457276 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a46a46e-3fac-45e0-a503-ea779511749d admin admin] Publish callbacks [] for security_group (05f688e8-7a5f-4174-9783-a6702a8c4a73), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.490048 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a46a46e-3fac-45e0-a503-ea779511749d admin admin] Publish callbacks [] for security_group (05f688e8-7a5f-4174-9783-a6702a8c4a73), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.683269 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a46a46e-3fac-45e0-a503-ea779511749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (05f688e8-7a5f-4174-9783-a6702a8c4a73), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.686853 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-2a46a46e-3fac-45e0-a503-ea779511749d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:31.688158 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-2a46a46e-3fac-45e0-a503-ea779511749d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/05f688e8-7a5f-4174-9783-a6702a8c4a73 HTTP/1.1" status: 204 len: 168 time: 0.3254173 Aug 30 00:00:31.703679 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46a46e-3fac-45e0-a503-ea779511749d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f688e8-7a5f-4174-9783-a6702a8c4a73,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:32.505443 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55700) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:32.521676 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7cb18c7c-5d3b-4b33-8f83-7b45692c494c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.620570 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7cb18c7c-5d3b-4b33-8f83-7b45692c494c admin admin] Publish callbacks [] for security_group (bf3e7642-5046-4361-9996-067bffa3f9d0), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.646132 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:00:32.669903 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:00:32.670466 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device e2b19f8e-5e64-4eec-9e27-d8fb601f7a87 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:00:32.700234 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-7cb18c7c-5d3b-4b33-8f83-7b45692c494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (bf3e7642-5046-4361-9996-067bffa3f9d0), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.759799 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb18c7c-5d3b-4b33-8f83-7b45692c494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3e7642-5046-4361-9996-067bffa3f9d0,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:32.768236 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-7cb18c7c-5d3b-4b33-8f83-7b45692c494c admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=47078bf69d814e569337b0300a7001aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614892 Aug 30 00:00:32.771443 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55704) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:32.841176 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e372914d-98f5-481d-a83a-b9ad6aa77ea5 admin admin] Publish callbacks [] for security_group (bf3e7642-5046-4361-9996-067bffa3f9d0), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:32.872042 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e372914d-98f5-481d-a83a-b9ad6aa77ea5 admin admin] Publish callbacks [] for security_group (bf3e7642-5046-4361-9996-067bffa3f9d0), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:33.015286 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e372914d-98f5-481d-a83a-b9ad6aa77ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (bf3e7642-5046-4361-9996-067bffa3f9d0), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:33.019944 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e372914d-98f5-481d-a83a-b9ad6aa77ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:33.021553 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e372914d-98f5-481d-a83a-b9ad6aa77ea5 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/bf3e7642-5046-4361-9996-067bffa3f9d0 HTTP/1.1" status: 204 len: 168 time: 0.2487183 Aug 30 00:00:33.036424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372914d-98f5-481d-a83a-b9ad6aa77ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3e7642-5046-4361-9996-067bffa3f9d0,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:33.489114 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-01ab544b-bda0-4ec6-abe2-a695304947ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:34.802682 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:36.236662 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:36.339260 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.311830 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55876) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:38.464438 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ed478768-2c95-4b9f-8cff-a7f8f413afc5 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=afc6be07438a47fb9b13974bd61fbe57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514423 Aug 30 00:00:38.467522 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 55880) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:00:38.519965 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-38f60b7c-a807-4e32-81cf-2673b8b161ee admin admin] Publish callbacks [] for security_group (d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.542933 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-38f60b7c-a807-4e32-81cf-2673b8b161ee admin admin] Publish callbacks [] for security_group (d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.551484 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:DELETE=7,neutron:SELECT=87,neutron:INSERT=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:38.671532 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-38f60b7c-a807-4e32-81cf-2673b8b161ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.674979 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-38f60b7c-a807-4e32-81cf-2673b8b161ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:38.678712 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-38f60b7c-a807-4e32-81cf-2673b8b161ee admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab HTTP/1.1" status: 204 len: 168 time: 0.2079320 Aug 30 00:00:38.687036 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f60b7c-a807-4e32-81cf-2673b8b161ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bb3d9d-8c9b-4eae-86a2-778d8bf706ab,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:00:40.099644 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:00:41.347030 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=6 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:41.351125 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:43.792859 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:00:48.681424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:50.029664 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:00:50.031958 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:00.917539 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:00.918339 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:01.209069 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-ce440770-d9a0-41e2-aca3-37a5a8cccf1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:02.742278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65e072-8d29-4329-8259-26ea1ec0a9c1 req-88f08b76-cd38-4b04-ad61-c57af310928e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:02.743942 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cd65e072-8d29-4329-8259-26ea1ec0a9c1 req-88f08b76-cd38-4b04-ad61-c57af310928e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.0556853 Aug 30 00:01:02.825470 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cd65e072-8d29-4329-8259-26ea1ec0a9c1 req-b5558a06-12ce-4653-bbe3-34cba5c8432c tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754235 Aug 30 00:01:03.435863 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e348b524-0a2b-4b39-95d6-6ec74108c5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:03.950150 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d2230-1d0f-4b23-a740-10217e836744 req-d5332ee7-7670-496c-a8e6-ac2453e56210 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:03.951732 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b73d2230-1d0f-4b23-a740-10217e836744 req-d5332ee7-7670-496c-a8e6-ac2453e56210 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Aug 30 00:01:04.008314 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b73d2230-1d0f-4b23-a740-10217e836744 req-0f18aa24-cf2e-4c20-b0d5-4f5976810d2c tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506146 Aug 30 00:01:04.745825 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:05.305501 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c59f83-5c4a-4538-90a6-0f4d9693a243 req-f1b636c8-263c-4b5d-90b1-0898a9491c64 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:05.306964 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d5c59f83-5c4a-4538-90a6-0f4d9693a243 req-f1b636c8-263c-4b5d-90b1-0898a9491c64 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.2230549 Aug 30 00:01:05.361527 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d5c59f83-5c4a-4538-90a6-0f4d9693a243 req-9fb85ce6-4d46-49c8-8b73-0e05e88f8c7d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481272 Aug 30 00:01:06.190570 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:06.281676 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:06.549342 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576fc01-4a39-4b82-bb5c-c7460ee79621 req-03938508-75c1-451a-8ec4-225535247796 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:06.550454 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a576fc01-4a39-4b82-bb5c-c7460ee79621 req-03938508-75c1-451a-8ec4-225535247796 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.1130106 Aug 30 00:01:06.603464 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a576fc01-4a39-4b82-bb5c-c7460ee79621 req-571a9820-6947-43d0-965c-821f19f97be4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465498 Aug 30 00:01:06.883343 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-f463383a-75c5-421e-a12f-640072d80cf6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:06.884856 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-f463383a-75c5-421e-a12f-640072d80cf6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 945 time: 0.0542550 Aug 30 00:01:06.979439 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Deleting port 3a779311-29d6-4a4e-8a36-b80f881603ea {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:01:06.979790 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.082287 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] For port 3a779311-29d6-4a4e-8a36-b80f881603ea, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=3a779311-29d6-4a4e-8a36-b80f881603ea,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:07.082596 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.273236 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.273600 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (5a9781ea-bce8-4510-b477-b0eaf5596723), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.273919 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Floating IP 5a9781ea-bce8-4510-b477-b0eaf5596723 disassociated. External IP: 172.27.2.107, port: 3a779311-29d6-4a4e-8a36-b80f881603ea. Aug 30 00:01:07.274266 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Calling delete_port for 3a779311-29d6-4a4e-8a36-b80f881603ea owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:01:07.545855 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (3a779311-29d6-4a4e-8a36-b80f881603ea), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.576603 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event deleted for resources: {'Port': ['ID=3a779311-29d6-4a4e-8a36-b80f881603ea,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:07.586131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.586501 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.586850 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.587189 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.587520 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.587848 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.588173 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.588496 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.588816 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.589140 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.589463 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.589783 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.590102 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.590486 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.590813 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:07.734577 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Router 205a321a-9b23-4ced-8d04-3b672a49e665 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:01:07.752608 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-491e6ee0-4d3a-422c-80ac-814bcd9fa130 req-d00fd503-54a3-49ae-9ed1-e5f4fd8bc1f2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0583816 Aug 30 00:01:07.840865 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:01:07.870039 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:01:07.873132 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:07.873817 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:01:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:07.888516 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] No DVR routers for this DVR port 3a779311-29d6-4a4e-8a36-b80f881603ea on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:01:07.891269 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:07.895148 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-53c4e316-e6c5-4807-a4cf-11012e4b1ea3 req-b2dcba40-68ef-4f6a-a894-3cb1b0900094 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "DELETE /networking/v2.0/ports/3a779311-29d6-4a4e-8a36-b80f881603ea HTTP/1.1" status: 204 len: 173 time: 1.0045090 Aug 30 00:01:07.899769 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'name': 'network-vif-deleted', 'tag': '3a779311-29d6-4a4e-8a36-b80f881603ea'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:07.899769 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bc4597-1979-4537-adb3-75caadbee78f" -d '{"events": [{"server_uuid": "5b660d30-8ce5-48f3-9337-2dbcd3c62e05", "name": "network-vif-deleted", "tag": "3a779311-29d6-4a4e-8a36-b80f881603ea"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:07.939755 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809cd3ca-c7a8-4ede-a6bd-90e61ce741b5 x-openstack-request-id: req-809cd3ca-c7a8-4ede-a6bd-90e61ce741b5 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:07.940798 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b660d30-8ce5-48f3-9337-2dbcd3c62e05", "name": "network-vif-deleted", "tag": "3a779311-29d6-4a4e-8a36-b80f881603ea", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:07.940798 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-809cd3ca-c7a8-4ede-a6bd-90e61ce741b5 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:07.941171 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809cd3ca-c7a8-4ede-a6bd-90e61ce741b5'] response: {'server_uuid': '5b660d30-8ce5-48f3-9337-2dbcd3c62e05', 'name': 'network-vif-deleted', 'tag': '3a779311-29d6-4a4e-8a36-b80f881603ea', 'status': 'completed', 'code': 200} Aug 30 00:01:07.999457 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:08.222767 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:08.253650 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:01:08.262802 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:08.263429 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:01:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:08.385988 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:08.579456 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:08.606681 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab181325-29f0-4631-8af6-835c43fad227 None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:01:08.858810 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18af90cb-d9c0-4a31-9edd-e38b9307e21b None None] New status for floating IP 5a9781ea-bce8-4510-b477-b0eaf5596723: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:01:08.918314 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1c43c9bf-247e-42a7-8ca4-c67833ca027a req-80ae1a76-69f5-4bcd-b016-d94a95b2c236 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=5b660d30-8ce5-48f3-9337-2dbcd3c62e05 HTTP/1.1" status: 200 len: 210 time: 0.0348718 Aug 30 00:01:10.144880 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:10.216423 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-5bea3827-b7ef-4446-a2eb-18b59202de3b tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1075183352&fields=id&tenant_id=c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 267 time: 0.0479558 Aug 30 00:01:10.328011 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-acb06d37-d776-4d0e-b7a1-6c2d4919c29a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:10.329479 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-acb06d37-d776-4d0e-b7a1-6c2d4919c29a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 812 time: 0.1058376 Aug 30 00:01:10.344396 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-dbad8de6-2c8c-444a-a1eb-e2895e29aae1 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/quotas/c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 375 time: 0.0094037 Aug 30 00:01:10.398802 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-27454a87-56c1-43db-8a40-581f4917c560 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481458 Aug 30 00:01:10.521781 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-1c444af4-ea6d-4839-99a2-43468d5c1fad service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049638 Aug 30 00:01:10.632030 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-dc4267ca-5c57-40d2-9c6d-081cff758421 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037450 Aug 30 00:01:10.805386 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 3a779311-29d6-4a4e-8a36-b80f881603ea no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:01:10.825652 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 3a779311-29d6-4a4e-8a36-b80f881603ea {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:01:10.825996 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 3a779311-29d6-4a4e-8a36-b80f881603ea not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:01:11.266885 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f0c2d9cc-a68c-4979-9ce8-cfef1d689c6d req-a0f55614-2d43-4280-b5da-6e1cc7dfe925 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 210 time: 0.0426269 Aug 30 00:01:11.977945 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d666af-724f-4eb5-9794-c7debeedfef7 req-e98b474b-4329-4ed5-b598-ab2a6b3a880b tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:11.979519 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-96d666af-724f-4eb5-9794-c7debeedfef7 req-e98b474b-4329-4ed5-b598-ab2a6b3a880b tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 946 time: 0.0520420 Aug 30 00:01:12.036085 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-96d666af-724f-4eb5-9794-c7debeedfef7 req-9461d564-0d7c-42c2-910c-75a9f914ce4f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504003 Aug 30 00:01:12.375767 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-594e76a3-d396-42c3-baf7-ecd8f1df144e req-3539ea78-378b-42b9-8879-062bd0abafcf tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 210 time: 0.0321372 Aug 30 00:01:13.169741 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93263c89-9450-4ba3-8b7d-103f814aa9d1 req-8d9218d8-fef0-48be-b847-0c828528c451 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:13.171276 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-93263c89-9450-4ba3-8b7d-103f814aa9d1 req-8d9218d8-fef0-48be-b847-0c828528c451 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 946 time: 0.0493929 Aug 30 00:01:13.222225 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-93263c89-9450-4ba3-8b7d-103f814aa9d1 req-ae36ee9e-3f9e-4a51-a306-f59f99cfa240 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Aug 30 00:01:13.474923 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:13.497361 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-961b437d-6b41-40cb-89e4-90694e1f5f3f req-c948cc60-b4af-4ed0-92bc-fadd6934694d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 210 time: 0.0319338 Aug 30 00:01:13.650936 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0094491-d7da-4ca6-aa37-73420786e411 req-7eba84ee-d2b7-4203-b41d-e2f29546612c tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:13.652397 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f0094491-d7da-4ca6-aa37-73420786e411 req-7eba84ee-d2b7-4203-b41d-e2f29546612c tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 946 time: 0.0514684 Aug 30 00:01:13.734043 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:13.746942 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Deleting port 6457177b-6221-40a0-b29b-318a9bcc2742 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:01:13.747281 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.749729 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:13.843084 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] For port 6457177b-6221-40a0-b29b-318a9bcc2742, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=6457177b-6221-40a0-b29b-318a9bcc2742,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:13.843452 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:13.858145 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Calling delete_port for 6457177b-6221-40a0-b29b-318a9bcc2742 owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:01:14.072566 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (6457177b-6221-40a0-b29b-318a9bcc2742), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.087762 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['6457177b-6221-40a0-b29b-318a9bcc2742'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:01:14.105872 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Pushing event deleted for resources: {'Port': ['ID=6457177b-6221-40a0-b29b-318a9bcc2742,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:14.158550 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] No DVR routers for this DVR port 6457177b-6221-40a0-b29b-318a9bcc2742 on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:01:14.161729 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:14.165016 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f0094491-d7da-4ca6-aa37-73420786e411 req-f2fbaede-74b6-45e0-94f2-d73031d1fd02 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.61 "DELETE /networking/v2.0/ports/6457177b-6221-40a0-b29b-318a9bcc2742 HTTP/1.1" status: 204 len: 173 time: 0.5039973 Aug 30 00:01:14.165483 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc', 'name': 'network-vif-deleted', 'tag': '6457177b-6221-40a0-b29b-318a9bcc2742'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:14.167810 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97283734-755e-46fc-8a04-34bc811d44d3" -d '{"events": [{"server_uuid": "757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc", "name": "network-vif-deleted", "tag": "6457177b-6221-40a0-b29b-318a9bcc2742"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:14.207791 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebb3b7b-2349-42b5-91e4-56dffc6f0945 x-openstack-request-id: req-8ebb3b7b-2349-42b5-91e4-56dffc6f0945 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:14.208079 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc", "name": "network-vif-deleted", "tag": "6457177b-6221-40a0-b29b-318a9bcc2742", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:14.208340 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8ebb3b7b-2349-42b5-91e4-56dffc6f0945 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:14.208780 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebb3b7b-2349-42b5-91e4-56dffc6f0945'] response: {'server_uuid': '757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc', 'name': 'network-vif-deleted', 'tag': '6457177b-6221-40a0-b29b-318a9bcc2742', 'status': 'completed', 'code': 200} Aug 30 00:01:14.336738 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7b4a993f-79e5-4138-8725-da521679b987 req-0bb94848-bdc6-43c2-ad80-b0253a39187b tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 210 time: 0.0303268 Aug 30 00:01:14.601002 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:14.620722 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a7a32a6-2c80-4189-bf71-7f33aae1bc7b req-eae6598f-950f-475b-be9c-515c47305ae2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 210 time: 0.0298669 Aug 30 00:01:14.690946 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-028cd69a-9d1a-4b71-8448-ae3eae55cc44 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:14.690946 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-028cd69a-9d1a-4b71-8448-ae3eae55cc44 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 812 time: 0.1311350 Aug 30 00:01:14.763020 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-6dd24e5c-a737-469e-8e6f-00d1e05696e9 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 380 time: 0.0616357 Aug 30 00:01:14.775791 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'port': {'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'admin_state_up': True, 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'security_groups': ['31f3b3bd-7094-4ab1-b093-a3c4f57d18d3']}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:14.888787 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:14.997402 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Made reservation on behalf of c78ff4cbc0994af8855b1ac67cb281fe for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:01:15.001571 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.152716 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Allocated IP 172.20.0.14 (b98748d9-f76e-40ff-a76f-dd71e522597e/8c00de95-95b9-487c-b70d-3daa68f1cb72/a37b351a-0c4d-40e1-805b-bd45bbb90500) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:15.313803 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.432520 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.483712 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4642c49d-bc81-4317-9666-caf475d623e9 req-7d009bb9-338c-42ef-bc23-470d7f08c06a tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=757a61c0-e1fb-47d4-9f72-a4b8ff8fa9bc HTTP/1.1" status: 200 len: 210 time: 0.0370996 Aug 30 00:01:15.490853 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Network b98748d9-f76e-40ff-a76f-dd71e522597e is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:15.496275 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:15.500837 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:15.513274 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=a37b351a-0c4d-40e1-805b-bd45bbb90500,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:15.573132 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:15.573893 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.674907 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-d9543226-85aa-4e56-9d67-9065bcdcf96d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9035940 Aug 30 00:01:15.691470 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Request body: {'port': {'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:15.716515 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:15.745709 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-ab7a6856-5c6a-42c3-93a5-9cce10c42261 None None] Provisioning complete for port a37b351a-0c4d-40e1-805b-bd45bbb90500 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:15.750715 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-ab7a6856-5c6a-42c3-93a5-9cce10c42261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.771280 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:15.772327 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9600e-d0cb-4837-9ff7-700488a90d76 req-8dab4423-fc9c-404c-b46b-7bae04a69995 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:15.774158 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9ac9600e-d0cb-4837-9ff7-700488a90d76 req-8dab4423-fc9c-404c-b46b-7bae04a69995 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 932 time: 0.0587645 Aug 30 00:01:15.782269 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a6856-5c6a-42c3-93a5-9cce10c42261 None None] Port a37b351a-0c4d-40e1-805b-bd45bbb90500 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:01:15.854384 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9ac9600e-d0cb-4837-9ff7-700488a90d76 req-510acd0d-bed3-4d93-bed8-96e3ac9c42e5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698771 Aug 30 00:01:15.970351 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:16.085592 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37b351a-0c4d-40e1-805b-bd45bbb90500 {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:01:16.095281 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Publish callbacks [] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:16.110238 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Transition to ACTIVE for port object a37b351a-0c4d-40e1-805b-bd45bbb90500 will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:01:16.208983 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:16.307294 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=a37b351a-0c4d-40e1-805b-bd45bbb90500,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:16.336793 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Attempting to bind port a37b351a-0c4d-40e1-805b-bd45bbb90500 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:16.341113 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Attempting to bind port a37b351a-0c4d-40e1-805b-bd45bbb90500 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:16.341113 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Attempting to bind port a37b351a-0c4d-40e1-805b-bd45bbb90500 on network b98748d9-f76e-40ff-a76f-dd71e522597e {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:16.342705 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Port a37b351a-0c4d-40e1-805b-bd45bbb90500 on network b98748d9-f76e-40ff-a76f-dd71e522597e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:01:16.343025 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Attempting to bind port a37b351a-0c4d-40e1-805b-bd45bbb90500 on network b98748d9-f76e-40ff-a76f-dd71e522597e {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:16.349626 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:16.350176 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Checking segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:16.350384 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Bound using segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:16.352403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Bound port: a37b351a-0c4d-40e1-805b-bd45bbb90500, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:16.352403 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:16.439845 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] For port a37b351a-0c4d-40e1-805b-bd45bbb90500, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:16.443228 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] For port a37b351a-0c4d-40e1-805b-bd45bbb90500, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:16.524468 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:16.532510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:16.533302 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:16.535831 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a37b351a-0c4d-40e1-805b-bd45bbb90500 HTTP/1.1" status: 200 len: 1094 time: 0.8518369 Aug 30 00:01:16.536507 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:16.539697 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206938de-91d6-44b6-b7df-1448f069f626" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:16.625742 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696e996e-d349-4966-be2e-9e7a9caf5b86 x-openstack-request-id: req-696e996e-d349-4966-be2e-9e7a9caf5b86 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:16.626034 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:16.626321 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-696e996e-d349-4966-be2e-9e7a9caf5b86 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:16.626734 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696e996e-d349-4966-be2e-9e7a9caf5b86'] response: {'name': 'network-changed', 'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'status': 'completed', 'code': 200} Aug 30 00:01:16.627946 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cf9fe-32b9-45df-b626-66637b0d1ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=a37b351a-0c4d-40e1-805b-bd45bbb90500,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:16.694352 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206938de-91d6-44b6-b7df-1448f069f626 req-9e053bea-909a-4df4-8c43-f5e828ad5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:16.695949 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-206938de-91d6-44b6-b7df-1448f069f626 req-9e053bea-909a-4df4-8c43-f5e828ad5e77 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1128 time: 0.0423644 Aug 30 00:01:16.809785 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206938de-91d6-44b6-b7df-1448f069f626 req-34a42627-f903-456f-a685-13584b871ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:16.811241 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-206938de-91d6-44b6-b7df-1448f069f626 req-34a42627-f903-456f-a685-13584b871ec5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1036086 Aug 30 00:01:16.938337 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206938de-91d6-44b6-b7df-1448f069f626 req-6c898851-5f16-481e-b0bb-a9c62097d080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:16.940416 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-206938de-91d6-44b6-b7df-1448f069f626 req-6c898851-5f16-481e-b0bb-a9c62097d080 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1161325 Aug 30 00:01:17.007536 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af5afc-39aa-48ad-a0f0-706d896cda76 req-58489eab-a4b7-4132-ae20-6292d88fdd9e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:17.009128 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70af5afc-39aa-48ad-a0f0-706d896cda76 req-58489eab-a4b7-4132-ae20-6292d88fdd9e tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0726323 Aug 30 00:01:17.044125 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:17.050972 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-427577f2-1765-4d76-bc06-42debd05f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:17.052522 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-427577f2-1765-4d76-bc06-42debd05f81f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1128 time: 0.0453565 Aug 30 00:01:17.074272 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-70af5afc-39aa-48ad-a0f0-706d896cda76 req-1c763df5-8b21-4235-ae63-a2172522da4d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533829 Aug 30 00:01:17.095586 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-f6d62158-e698-4769-b554-f3cd4578db17 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500 HTTP/1.1" status: 200 len: 217 time: 0.0361872 Aug 30 00:01:17.159472 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-4595a03b-9513-4269-8b51-2dc0383489ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:17.161634 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-4595a03b-9513-4269-8b51-2dc0383489ae service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0605376 Aug 30 00:01:17.211907 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-a63fffff-78b4-4555-a3b6-31eef6fc6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:17.213449 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-a63fffff-78b4-4555-a3b6-31eef6fc6ffe service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414853 Aug 30 00:01:17.321265 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-92c41c92-c230-4a5d-9531-be749b8939f4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010482 Aug 30 00:01:17.427254 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-23aa390e-6982-4d76-ba0a-63a0abfa388f req-04562749-caa4-45b1-8677-322d90327f09 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997801 Aug 30 00:01:18.204616 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3721a6-bb70-4707-b55a-78f65ad82dc4 req-6241036d-8816-4e27-aa2c-09b7e434181f tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:18.206542 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2d3721a6-bb70-4707-b55a-78f65ad82dc4 req-6241036d-8816-4e27-aa2c-09b7e434181f tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0500400 Aug 30 00:01:18.283317 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2d3721a6-bb70-4707-b55a-78f65ad82dc4 req-8556f302-f4e7-4d9e-b38e-461c2ee8d46b tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702331 Aug 30 00:01:18.577280 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=59 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:18.583244 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=73 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:19.422909 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6383542-8499-4297-b881-b780048bd62e req-95152051-e451-4fa1-8710-155412f02788 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:19.425086 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c6383542-8499-4297-b881-b780048bd62e req-95152051-e451-4fa1-8710-155412f02788 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0529587 Aug 30 00:01:19.478934 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c6383542-8499-4297-b881-b780048bd62e req-887c0ca8-06e0-42c0-93b4-17122be0f843 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476167 Aug 30 00:01:19.955948 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 6457177b-6221-40a0-b29b-318a9bcc2742 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:01:19.976700 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 6457177b-6221-40a0-b29b-318a9bcc2742 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:01:19.977046 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 6457177b-6221-40a0-b29b-318a9bcc2742 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:01:20.601821 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158d4c5-1770-4a36-944a-3cece2f6dab1 req-7d4aad4f-2fdc-4088-a93b-357f7d63ab79 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:20.603258 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a158d4c5-1770-4a36-944a-3cece2f6dab1 req-7d4aad4f-2fdc-4088-a93b-357f7d63ab79 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0493081 Aug 30 00:01:20.654160 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a158d4c5-1770-4a36-944a-3cece2f6dab1 req-75b422a9-2385-4725-8c14-2a87b036877a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451403 Aug 30 00:01:20.791620 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:01:21.792863 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a8b0b-3d1e-44aa-b464-291ae4b95a26 req-71138511-4c13-4381-879f-64208c08e40c tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:21.794572 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f35a8b0b-3d1e-44aa-b464-291ae4b95a26 req-71138511-4c13-4381-879f-64208c08e40c tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0532627 Aug 30 00:01:21.850093 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f35a8b0b-3d1e-44aa-b464-291ae4b95a26 req-88aab802-92e2-4491-b40d-3146717a9629 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497701 Aug 30 00:01:22.984138 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390dbf-bc0c-4c71-aff5-bd9129fceea8 req-80a2de93-55ff-43e2-a102-3b8edfd35042 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:22.985753 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3b390dbf-bc0c-4c71-aff5-bd9129fceea8 req-80a2de93-55ff-43e2-a102-3b8edfd35042 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0479312 Aug 30 00:01:23.041889 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3b390dbf-bc0c-4c71-aff5-bd9129fceea8 req-7e3aa0f4-793d-4af3-87fb-e2c637aca432 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462053 Aug 30 00:01:24.166346 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26df9b5-8f11-4087-96a3-1ebc3b9fe3f6 req-b494cb7b-168b-4993-9ac7-3a2c650cf7fa tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:24.167966 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f26df9b5-8f11-4087-96a3-1ebc3b9fe3f6 req-b494cb7b-168b-4993-9ac7-3a2c650cf7fa tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0510213 Aug 30 00:01:24.231874 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f26df9b5-8f11-4087-96a3-1ebc3b9fe3f6 req-54d8bf4f-6638-4868-9904-60ec35612b12 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577247 Aug 30 00:01:25.381223 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec93f6-8778-4573-bbc1-503ba8856782 req-127c875d-a70d-4b89-944e-7ba23d2107f4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:25.382848 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f5ec93f6-8778-4573-bbc1-503ba8856782 req-127c875d-a70d-4b89-944e-7ba23d2107f4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0560765 Aug 30 00:01:25.438775 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f5ec93f6-8778-4573-bbc1-503ba8856782 req-3cb3c539-e11f-4fcd-9a49-d01f2bc4a3e0 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499296 Aug 30 00:01:26.574603 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae815ea-46dd-4aa3-9fdc-ab9f7d7ad89f req-b3b285c7-2256-415b-8f05-7e0590848f14 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:26.576153 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4ae815ea-46dd-4aa3-9fdc-ab9f7d7ad89f req-b3b285c7-2256-415b-8f05-7e0590848f14 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0518167 Aug 30 00:01:26.636306 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4ae815ea-46dd-4aa3-9fdc-ab9f7d7ad89f req-aea727de-ffc7-4682-8ff7-b9fa437e6f14 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506763 Aug 30 00:01:27.281658 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:27.335081 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:27.361607 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-eb2eda70-8b94-44dc-968a-94ad1c2fa0ea tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:27.365759 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-eb2eda70-8b94-44dc-968a-94ad1c2fa0ea tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/networks?id=c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d HTTP/1.1" status: 200 len: 814 time: 0.1461651 Aug 30 00:01:27.388116 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-862f205a-b9f0-4416-bcd5-9ed8eaaf109c tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/quotas/3771a66c80964a40805c3a9f1f51c3da HTTP/1.1" status: 200 len: 375 time: 0.0165360 Aug 30 00:01:27.421988 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:27.423291 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=17 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:27.425452 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-d64b56f4-9890-420b-8bc4-3bca8791ced9 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=3771a66c80964a40805c3a9f1f51c3da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300992 Aug 30 00:01:27.435622 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-e4d5f652-31c9-4f09-898e-6238e7db3a94 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:01:27.436624 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-e4d5f652-31c9-4f09-898e-6238e7db3a94 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052755 Aug 30 00:01:27.540287 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-71bd5e90-f8ac-4d6c-9799-d8f4d42f71a5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975487 Aug 30 00:01:27.657233 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-15a5a903-87c5-4561-87a2-2564a00345b5 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109402 Aug 30 00:01:27.801944 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bba2c-c07d-4972-96c5-b26a1c139653 req-c707ae9e-d69c-4361-86eb-5ca87b6b42ee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:27.804578 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-146bba2c-c07d-4972-96c5-b26a1c139653 req-c707ae9e-d69c-4361-86eb-5ca87b6b42ee tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0833616 Aug 30 00:01:27.864220 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-146bba2c-c07d-4972-96c5-b26a1c139653 req-4f66ec5d-498b-48a5-8d79-84338319b3b0 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534019 Aug 30 00:01:28.850186 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a37b351a-0c4d-40e1-805b-bd45bbb90500 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:01:28.969537 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a37b351a-0c4d-40e1-805b-bd45bbb90500, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:28.985233 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:01:28.987006 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1e419e5a-808b-4245-9f38-cda3bfb4c91f req-13ef9dc1-4ec2-4c43-9244-66e409dc5f7f tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 210 time: 0.0425613 Aug 30 00:01:29.046119 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39256fe6-5317-4195-91f1-8eafd0dfefd9 req-0a6faffe-286f-4281-a749-2d6aebfaae2a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:29.046692 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port a37b351a-0c4d-40e1-805b-bd45bbb90500 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:29.047069 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:29.047786 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39256fe6-5317-4195-91f1-8eafd0dfefd9 req-0a6faffe-286f-4281-a749-2d6aebfaae2a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 944 time: 0.0556190 Aug 30 00:01:29.077059 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37b351a-0c4d-40e1-805b-bd45bbb90500 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:01:29.111806 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39256fe6-5317-4195-91f1-8eafd0dfefd9 req-5fe15651-3f3d-4dce-b1e8-8575ab3d674b tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568812 Aug 30 00:01:29.119321 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a37b351a-0c4d-40e1-805b-bd45bbb90500, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:29.186503 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:29.249379 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=a37b351a-0c4d-40e1-805b-bd45bbb90500,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:29.259541 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.263717 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.265889 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:29.444412 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['a37b351a-0c4d-40e1-805b-bd45bbb90500'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:01:30.064073 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-73e096ee-09b2-46e7-8009-a23a171dc433 req-d9984dd2-337e-40f2-9fce-20843b2fcbde tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 210 time: 0.0316980 Aug 30 00:01:30.254661 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe843c8-5e36-4b6c-939e-039663821c6c req-c0323b3d-306b-48c9-a1f7-e3ee67ca5f15 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:30.256226 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bbe843c8-5e36-4b6c-939e-039663821c6c req-c0323b3d-306b-48c9-a1f7-e3ee67ca5f15 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 945 time: 0.0562644 Aug 30 00:01:30.314207 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bbe843c8-5e36-4b6c-939e-039663821c6c req-66f2f0c0-1ac8-46d6-9cf9-51bd83d89b49 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473785 Aug 30 00:01:30.866909 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a37b351a-0c4d-40e1-805b-bd45bbb90500 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:30.870180 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:30.870882 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:30.915345 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port a37b351a-0c4d-40e1-805b-bd45bbb90500 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:01:31.027479 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port a37b351a-0c4d-40e1-805b-bd45bbb90500 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:31.027864 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.132286 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port a37b351a-0c4d-40e1-805b-bd45bbb90500 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:31.132628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.143168 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-18f5d7ad-bbc6-41dd-a82f-a78b95bded61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.164295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:31.166645 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51433e-829a-45ce-abe9-efa05760c481" -d '{"events": [{"server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "name": "network-vif-plugged", "status": "completed", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:31.181575 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port a37b351a-0c4d-40e1-805b-bd45bbb90500, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:31.194094 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-feac7509-c773-4698-9143-b36c6aa44729 req-68d9a938-72c2-423b-a4c2-48dda1d15f80 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 210 time: 0.0463519 Aug 30 00:01:31.211996 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7163edc-eb9c-40fc-86f0-20b5327ddd97 x-openstack-request-id: req-e7163edc-eb9c-40fc-86f0-20b5327ddd97 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:31.212289 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "name": "network-vif-plugged", "status": "completed", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:31.212542 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-e7163edc-eb9c-40fc-86f0-20b5327ddd97 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:31.212936 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7163edc-eb9c-40fc-86f0-20b5327ddd97'] response: {'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'code': 200} Aug 30 00:01:31.255953 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:31.309768 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=a37b351a-0c4d-40e1-805b-bd45bbb90500,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:31.449222 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e9564-34cc-4969-96f0-54c110d430e3 req-4d8254fc-e5ca-435a-b886-5ed48a17a2dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:31.450949 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6d8e9564-34cc-4969-96f0-54c110d430e3 req-4d8254fc-e5ca-435a-b886-5ed48a17a2dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 946 time: 0.0619018 Aug 30 00:01:31.509357 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6d8e9564-34cc-4969-96f0-54c110d430e3 req-7cb513f2-cd55-4761-b4ba-ffaae1e1a42f tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527947 Aug 30 00:01:31.776429 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-45befd0d-a68c-4216-a5b0-a6127ae6bbb1 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:31.777839 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-45befd0d-a68c-4216-a5b0-a6127ae6bbb1 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.61 "GET /networking/v2.0/networks?id=c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d HTTP/1.1" status: 200 len: 814 time: 0.1141784 Aug 30 00:01:31.793099 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Request body: {'port': {'device_id': '422ec8ce-b33e-4ccc-9820-312e049e6467', 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d', 'admin_state_up': True, 'tenant_id': '3771a66c80964a40805c3a9f1f51c3da'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:31.882669 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5161d41-ff87-4d2e-96c1-7d9102cb7c47 req-d1e5e63f-d236-4c94-bfab-cfec373c689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:31.884271 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5161d41-ff87-4d2e-96c1-7d9102cb7c47 req-d1e5e63f-d236-4c94-bfab-cfec373c689c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1130 time: 0.0503302 Aug 30 00:01:31.944699 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b5161d41-ff87-4d2e-96c1-7d9102cb7c47 req-1fd6b6ac-287d-434d-a581-63c06e7fbd65 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508575 Aug 30 00:01:32.072326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Made reservation on behalf of 3771a66c80964a40805c3a9f1f51c3da for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:01:32.076236 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.226308 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Allocated IP 172.20.0.5 (c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d/f7b5415d-fa80-4af5-a3a1-0fc3becb6297/272c2324-6b3a-41bc-a98a-b5a31630898d) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:32.309715 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fd1f3ca0-a160-43f3-b71c-32f6ae22acf1 req-45f07f2a-908e-4ea9-8dde-da84e750484a tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 210 time: 0.0317113 Aug 30 00:01:32.655768 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a7c67-7c4a-4f32-abe1-c7a3cbe01735 req-0fbd615a-8d42-4fe5-ad1d-530e1ea47e9d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:32.657816 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dd9a7c67-7c4a-4f32-abe1-c7a3cbe01735 req-0fbd615a-8d42-4fe5-ad1d-530e1ea47e9d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 946 time: 0.0614359 Aug 30 00:01:32.689216 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks [] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.714892 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dd9a7c67-7c4a-4f32-abe1-c7a3cbe01735 req-fb131112-7591-480c-9018-e4d300cc130f tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490294 Aug 30 00:01:32.791381 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:32.840772 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:32.844354 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:32.849888 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:32.875927 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Pushing event updated for resources: {'Port': ['ID=272c2324-6b3a-41bc-a98a-b5a31630898d,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:32.912453 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:32.913009 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:33.029017 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b493f668-4ecc-43d0-b599-ea28bbc77418 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2410874 Aug 30 00:01:33.360605 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Request body: {'port': {'device_id': '422ec8ce-b33e-4ccc-9820-312e049e6467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:33.447420 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:33.487102 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f0f2f-cac8-43f2-a082-31387549bf7e req-855748bf-2f8f-4c87-b2ca-e068ca034955 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:33.489328 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-560f0f2f-cac8-43f2-a082-31387549bf7e req-855748bf-2f8f-4c87-b2ca-e068ca034955 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 931 time: 0.0547917 Aug 30 00:01:33.494242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:33.529584 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b74fa02c-c8ea-447a-9958-84a8fe2fb590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:33.555582 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:33.557318 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-560f0f2f-cac8-43f2-a082-31387549bf7e req-053884e1-a581-4b63-bea9-4039edcbddd6 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585012 Aug 30 00:01:33.747327 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272c2324-6b3a-41bc-a98a-b5a31630898d {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:01:33.756475 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Publish callbacks [] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:33.773839 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Transition to ACTIVE for port object 272c2324-6b3a-41bc-a98a-b5a31630898d will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:01:33.860617 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:33.872604 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63879ea2-197b-4a7e-b4ae-b422e718b9b3 req-edc01376-97c4-453f-b3d5-3fd39d93084d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:33.879546 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-63879ea2-197b-4a7e-b4ae-b422e718b9b3 req-edc01376-97c4-453f-b3d5-3fd39d93084d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 946 time: 0.0641773 Aug 30 00:01:33.887476 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:33.940797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:33.950126 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Pushing event updated for resources: {'Port': ['ID=272c2324-6b3a-41bc-a98a-b5a31630898d,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:33.950989 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-63879ea2-197b-4a7e-b4ae-b422e718b9b3 req-f985e2ec-07f6-4b5a-a878-5bb272b41ee4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692360 Aug 30 00:01:33.998687 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Attempting to bind port 272c2324-6b3a-41bc-a98a-b5a31630898d on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:01:33.999131 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Attempting to bind port 272c2324-6b3a-41bc-a98a-b5a31630898d by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:01:33.999647 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Attempting to bind port 272c2324-6b3a-41bc-a98a-b5a31630898d on network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:34.005898 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Port 272c2324-6b3a-41bc-a98a-b5a31630898d on network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:01:34.006232 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Attempting to bind port 272c2324-6b3a-41bc-a98a-b5a31630898d on network c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:01:34.012145 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:01:34.013367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Checking segment: {'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:01:34.013367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Bound using segment: {'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:01:34.013367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Bound port: 272c2324-6b3a-41bc-a98a-b5a31630898d, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97118717-387e-4e5d-9c4a-294afc440343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:01:34.013941 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.112028 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] For port 272c2324-6b3a-41bc-a98a-b5a31630898d, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:01:34.112268 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdee83-5bb0-4ae2-8495-084eec5a2e3d req-cbfaf6ba-86c1-4a83-a5d5-3aeeed933d1d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.113650 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6cbdee83-5bb0-4ae2-8495-084eec5a2e3d req-cbfaf6ba-86c1-4a83-a5d5-3aeeed933d1d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 946 time: 0.0517948 Aug 30 00:01:34.116878 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] For port 272c2324-6b3a-41bc-a98a-b5a31630898d, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=272c2324-6b3a-41bc-a98a-b5a31630898d,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:01:34.170077 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6cbdee83-5bb0-4ae2-8495-084eec5a2e3d req-64546ac5-7219-48f3-9ebf-59ce6b4811ea tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498524 Aug 30 00:01:34.198818 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56164) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:34.227302 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.232332 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.235951 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.235951 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/272c2324-6b3a-41bc-a98a-b5a31630898d HTTP/1.1" status: 200 len: 1093 time: 0.8843608 Aug 30 00:01:34.235951 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422ec8ce-b33e-4ccc-9820-312e049e6467', 'tag': '272c2324-6b3a-41bc-a98a-b5a31630898d'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:34.237427 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41093271-faad-4618-83f4-ae7e9c5f90f3" -d '{"events": [{"name": "network-changed", "server_uuid": "422ec8ce-b33e-4ccc-9820-312e049e6467", "tag": "272c2324-6b3a-41bc-a98a-b5a31630898d"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:34.257403 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e80000-2c26-4da8-b36f-011318703540 tempest-TestVolumeBootPattern-2041143223 tempest-TestVolumeBootPattern-2041143223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.260607 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-d4e80000-2c26-4da8-b36f-011318703540 tempest-TestVolumeBootPattern-2041143223 tempest-TestVolumeBootPattern-2041143223-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1125 time: 0.0602221 Aug 30 00:01:34.265328 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56168) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:01:34.274478 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:01:34.298344 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c0d95-a1f8-4b23-b61c-86d29a6756b3 service neutron] Pushing event updated for resources: {'Port': ['ID=272c2324-6b3a-41bc-a98a-b5a31630898d,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:34.303193 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1373ae9c-ae14-4236-a6df-1fefd517520b x-openstack-request-id: req-1373ae9c-ae14-4236-a6df-1fefd517520b {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:34.303568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422ec8ce-b33e-4ccc-9820-312e049e6467", "tag": "272c2324-6b3a-41bc-a98a-b5a31630898d", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:34.303568 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1373ae9c-ae14-4236-a6df-1fefd517520b {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:34.304282 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1373ae9c-ae14-4236-a6df-1fefd517520b'] response: {'name': 'network-changed', 'server_uuid': '422ec8ce-b33e-4ccc-9820-312e049e6467', 'tag': '272c2324-6b3a-41bc-a98a-b5a31630898d', 'status': 'completed', 'code': 200} Aug 30 00:01:34.370942 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41093271-faad-4618-83f4-ae7e9c5f90f3 req-0921dedb-eb73-4eb4-bbff-cbc25c73b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.373446 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-41093271-faad-4618-83f4-ae7e9c5f90f3 req-0921dedb-eb73-4eb4-bbff-cbc25c73b721 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3771a66c80964a40805c3a9f1f51c3da&device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 1127 time: 0.0512085 Aug 30 00:01:34.402842 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:34.438572 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.495837 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41093271-faad-4618-83f4-ae7e9c5f90f3 req-af433a06-227b-4cb1-b622-5443222abff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.497499 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-41093271-faad-4618-83f4-ae7e9c5f90f3 req-af433a06-227b-4cb1-b622-5443222abff0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=3771a66c80964a40805c3a9f1f51c3da&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1166804 Aug 30 00:01:34.538752 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.668575 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41093271-faad-4618-83f4-ae7e9c5f90f3 req-fd5fc112-1d05-4d42-a9d2-8de7e395a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.670273 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-41093271-faad-4618-83f4-ae7e9c5f90f3 req-fd5fc112-1d05-4d42-a9d2-8de7e395a1b9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1627889 Aug 30 00:01:34.746546 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Allocated IP 172.27.2.223 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/83a6aac0-50ab-41f8-bfce-843e89ce0d5b) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:01:34.765829 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee25ad-7561-4855-9aad-b1cc34828bdf req-f859bf54-1429-4fbc-a73a-7d550f24a369 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.767470 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f8ee25ad-7561-4855-9aad-b1cc34828bdf req-f859bf54-1429-4fbc-a73a-7d550f24a369 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 943 time: 0.0850694 Aug 30 00:01:34.774698 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:34.793801 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-5bda077d-1085-4932-af2c-cf806fc52388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.796518 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-5bda077d-1085-4932-af2c-cf806fc52388 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=3771a66c80964a40805c3a9f1f51c3da&device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 1127 time: 0.0723705 Aug 30 00:01:34.864920 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-5d44f99e-3874-472a-953a-eddba27b2ca0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=272c2324-6b3a-41bc-a98a-b5a31630898d HTTP/1.1" status: 200 len: 217 time: 0.0617397 Aug 30 00:01:34.923799 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-a4d82d1a-af2d-46ca-92bc-6f0f12f9f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:34.925244 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-a4d82d1a-af2d-46ca-92bc-6f0f12f9f389 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f7b5415d-fa80-4af5-a3a1-0fc3becb6297 HTTP/1.1" status: 200 len: 854 time: 0.0539215 Aug 30 00:01:34.960673 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-e58012b1-e80a-4fdc-888b-9f376cdf399b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295410 Aug 30 00:01:35.075496 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-b370826f-e4f2-4fc7-a982-9c836ea65c09 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084437 Aug 30 00:01:35.180776 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-ef4c86ec-b1a8-43c0-97b7-c45b9ecd65e8 req-2bde0124-7196-4b8f-aeca-121ae23650da service neutron] 10.222.0.61 "GET /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969296 Aug 30 00:01:35.224862 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f8ee25ad-7561-4855-9aad-b1cc34828bdf req-b1745d75-4619-4359-be29-9bf75919e12d tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464672 Aug 30 00:01:35.265169 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.381706 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:35.448588 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:01:35.451794 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:01:35.456714 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:01:35.481318 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=83a6aac0-50ab-41f8-bfce-843e89ce0d5b,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:35.493914 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.494245 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.494623 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.494973 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.495314 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.495646 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.495980 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.496311 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.496642 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.496971 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.497309 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.497639 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.497966 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.498291 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.498636 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:01:35.587101 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:35.689673 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:35.867229 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (f8a4440a-c2ed-40fb-82c5-619aab3eb3b9), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.007804 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.176469 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.214982 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.243749 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8685916'] for port (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.277936 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.334921 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=83a6aac0-50ab-41f8-bfce-843e89ce0d5b,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:36.357298 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (f8a4440a-c2ed-40fb-82c5-619aab3eb3b9), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:36.420337 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdea51-9393-4b21-a08d-d7d404145a38 req-78778807-fefb-4412-86c9-00ea674053d5 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:36.422060 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4fdea51-9393-4b21-a08d-d7d404145a38 req-78778807-fefb-4412-86c9-00ea674053d5 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 943 time: 0.1054182 Aug 30 00:01:36.518522 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:36.525602 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f4fdea51-9393-4b21-a08d-d7d404145a38 req-996e86b2-7316-4bb4-9c7b-0bed389deb96 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969334 Aug 30 00:01:36.527075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Floating IP f8a4440a-c2ed-40fb-82c5-619aab3eb3b9 associated. External IP: 172.27.2.223, port: a37b351a-0c4d-40e1-805b-bd45bbb90500. Aug 30 00:01:36.771422 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Router 205a321a-9b23-4ced-8d04-3b672a49e665 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:01:36.839355 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:36.894669 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:01:36.906132 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:01:36.917727 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:36.919644 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:01:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:36.975651 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:37.010549 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-68aa6860-8d9d-4fc7-b95d-2242a42f29dd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7437420 Aug 30 00:01:37.011137 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:37.013504 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:37.036691 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:37.054768 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b217eb7-89ba-48ec-a604-4f1806c03ddb x-openstack-request-id: req-5b217eb7-89ba-48ec-a604-4f1806c03ddb {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:37.055170 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:37.055523 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5b217eb7-89ba-48ec-a604-4f1806c03ddb {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:37.056034 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b217eb7-89ba-48ec-a604-4f1806c03ddb'] response: {'name': 'network-changed', 'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'status': 'completed', 'code': 200} Aug 30 00:01:37.128439 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-b55250d6-8cca-4add-a9b4-42c5c01de683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:37.130090 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-b55250d6-8cca-4add-a9b4-42c5c01de683 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1130 time: 0.0488362 Aug 30 00:01:37.165323 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:37.250411 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-f353e8d3-7ad6-420c-826c-40eda0f9c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:37.252238 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-f353e8d3-7ad6-420c-826c-40eda0f9c05c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.1155527 Aug 30 00:01:37.294383 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:37.322579 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:01:37.329135 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-fb5f8d9a-5186-487d-8827-0c0fadb2b23f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500 HTTP/1.1" status: 200 len: 1000 time: 0.0674262 Aug 30 00:01:37.332604 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:01:37.333463 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:01:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:37.420100 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-2e98a8e6-3e30-4039-b0c6-f40c0e59c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:37.421772 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-2e98a8e6-3e30-4039-b0c6-f40c0e59c413 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0867476 Aug 30 00:01:37.448384 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:01:37.477286 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-faa26810-a30d-4ff9-97e6-6f63ffcf98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:37.478936 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-faa26810-a30d-4ff9-97e6-6f63ffcf98a9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512304 Aug 30 00:01:37.619937 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-72ce4c8d-30b5-4c75-911f-ca63996386b4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326241 Aug 30 00:01:37.687003 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d7207-fe66-4c57-9df0-3fa0a869c407 req-75bc55c5-0088-48da-ae07-5f486be1524b tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:37.698696 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-172d7207-fe66-4c57-9df0-3fa0a869c407 req-75bc55c5-0088-48da-ae07-5f486be1524b tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 943 time: 0.0720184 Aug 30 00:01:37.726788 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:01:37.740910 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-568ca0e5-384d-45e9-99b9-7707ce6c8f8a req-f199bde8-1175-425b-a645-c029b97ff0b9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146388 Aug 30 00:01:37.761583 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-172d7207-fe66-4c57-9df0-3fa0a869c407 req-267112a2-7519-42b2-8c24-8aee6bd0b0db tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638742 Aug 30 00:01:37.777258 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e3bb6-4af1-465e-91c1-b49b713011fb None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:35Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:01:38.012792 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3435ed07-eb31-4250-9eba-8273cc2057db None None] New status for floating IP f8a4440a-c2ed-40fb-82c5-619aab3eb3b9: ACTIVE {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:01:38.895528 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 272c2324-6b3a-41bc-a98a-b5a31630898d details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:01:38.901465 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41e90b-d7e9-4cff-822e-874f25748223 req-bc94f729-f45f-4ae8-8859-63e7df2bd003 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:38.903269 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1f41e90b-d7e9-4cff-822e-874f25748223 req-bc94f729-f45f-4ae8-8859-63e7df2bd003 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 943 time: 0.0544136 Aug 30 00:01:38.958473 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1f41e90b-d7e9-4cff-822e-874f25748223 req-a3cdcc37-0445-4d09-a045-860ffadaea25 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492961 Aug 30 00:01:39.009314 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 272c2324-6b3a-41bc-a98a-b5a31630898d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=272c2324-6b3a-41bc-a98a-b5a31630898d,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:39.021169 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '272c2324-6b3a-41bc-a98a-b5a31630898d', 'network_id': 'c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d', 'port_id': '272c2324-6b3a-41bc-a98a-b5a31630898d', 'mac_address': 'fa:16:3e:af:c7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b5415d-fa80-4af5-a3a1-0fc3becb6297', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:01:39.062326 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 272c2324-6b3a-41bc-a98a-b5a31630898d is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:39.062766 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.076906 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272c2324-6b3a-41bc-a98a-b5a31630898d {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:01:39.096453 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 272c2324-6b3a-41bc-a98a-b5a31630898d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=272c2324-6b3a-41bc-a98a-b5a31630898d,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:39.163861 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:39.212815 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:39.215840 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=272c2324-6b3a-41bc-a98a-b5a31630898d,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:39.387423 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['272c2324-6b3a-41bc-a98a-b5a31630898d'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:01:40.098145 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811ac12-2de4-40bf-879e-c14e7fd27e63 req-24b73001-a4f9-417f-b603-e0eda23b74b7 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:40.099800 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8811ac12-2de4-40bf-879e-c14e7fd27e63 req-24b73001-a4f9-417f-b603-e0eda23b74b7 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 944 time: 0.0595353 Aug 30 00:01:40.124049 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:40.158346 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8811ac12-2de4-40bf-879e-c14e7fd27e63 req-73759825-3fad-424b-9f0d-4f3aa874ba87 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509501 Aug 30 00:01:40.911793 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 272c2324-6b3a-41bc-a98a-b5a31630898d up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:01:40.953960 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:40.958536 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 272c2324-6b3a-41bc-a98a-b5a31630898d completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:01:41.089078 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 272c2324-6b3a-41bc-a98a-b5a31630898d triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:01:41.089454 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:41.169144 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 272c2324-6b3a-41bc-a98a-b5a31630898d is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:01:41.169825 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:41.192922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422ec8ce-b33e-4ccc-9820-312e049e6467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272c2324-6b3a-41bc-a98a-b5a31630898d'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:01:41.195194 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12051f1a-47d9-4167-a46e-c1b7145e0f5f" -d '{"events": [{"server_uuid": "422ec8ce-b33e-4ccc-9820-312e049e6467", "name": "network-vif-plugged", "status": "completed", "tag": "272c2324-6b3a-41bc-a98a-b5a31630898d"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:01:41.209977 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 272c2324-6b3a-41bc-a98a-b5a31630898d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=272c2324-6b3a-41bc-a98a-b5a31630898d,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:01:41.242029 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3a25d-a8a3-4e0b-9355-73cc19092fd6 x-openstack-request-id: req-00a3a25d-a8a3-4e0b-9355-73cc19092fd6 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:01:41.242327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422ec8ce-b33e-4ccc-9820-312e049e6467", "name": "network-vif-plugged", "status": "completed", "tag": "272c2324-6b3a-41bc-a98a-b5a31630898d", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:01:41.242751 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-00a3a25d-a8a3-4e0b-9355-73cc19092fd6 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:01:41.247372 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a3a25d-a8a3-4e0b-9355-73cc19092fd6'] response: {'server_uuid': '422ec8ce-b33e-4ccc-9820-312e049e6467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272c2324-6b3a-41bc-a98a-b5a31630898d', 'code': 200} Aug 30 00:01:41.309142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be5b50-b8d1-4a94-9343-200188c212c1 req-8749d127-2273-4724-aff3-b793d20ea372 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:41.310708 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-76be5b50-b8d1-4a94-9343-200188c212c1 req-8749d127-2273-4724-aff3-b793d20ea372 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 944 time: 0.0638540 Aug 30 00:01:41.312239 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:01:41.369290 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=272c2324-6b3a-41bc-a98a-b5a31630898d,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:01:41.370974 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-76be5b50-b8d1-4a94-9343-200188c212c1 req-0615df32-cc31-40c1-85d7-ba3ffe3c9e48 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539701 Aug 30 00:01:41.570971 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:41.580844 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf000d4-acb4-4472-a04e-c5e089c3e99f req-b6eb62e7-10fc-4250-9174-6c19fe86c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:41.582928 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-baf000d4-acb4-4472-a04e-c5e089c3e99f req-b6eb62e7-10fc-4250-9174-6c19fe86c998 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 1129 time: 0.0460391 Aug 30 00:01:41.634810 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-baf000d4-acb4-4472-a04e-c5e089c3e99f req-e4bf7e67-ac32-4596-ba2d-cabc7e6aa2da service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459373 Aug 30 00:01:42.504153 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21323efd-20a8-4620-a327-3cad41227709 req-c2a4be85-0bb3-4487-974f-487f8471a76c tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:42.506075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-21323efd-20a8-4620-a327-3cad41227709 req-c2a4be85-0bb3-4487-974f-487f8471a76c tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 945 time: 0.0541425 Aug 30 00:01:42.558884 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-21323efd-20a8-4620-a327-3cad41227709 req-6c60c09a-38b4-46e7-abb1-4b60f66aebcf tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Aug 30 00:01:43.694836 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda00e4-03c0-4e98-b4e4-c4f9c350b91f req-8200fa38-574a-4748-8549-1d0625c5249b tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:01:43.696331 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2dda00e4-03c0-4e98-b4e4-c4f9c350b91f req-8200fa38-574a-4748-8549-1d0625c5249b tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 945 time: 0.0576692 Aug 30 00:01:43.747606 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2dda00e4-03c0-4e98-b4e4-c4f9c350b91f req-2f467276-7e03-4633-9061-07d94eec6d85 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Aug 30 00:01:47.668356 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=92 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:47.731472 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=90 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:51.364795 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:51.367274 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:51.631846 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=37 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:53.741302 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:53.743252 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=60 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:01:57.791332 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:02:01.151240 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-66371d41-0d6e-4283-823c-aadf26e7e557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:03.462155 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-58e2dc54-c32e-4784-941d-f303bcf23bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:04.809985 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.221027 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:06.301655 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:07.262014 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37bc4d-0f27-4491-8eaf-0d395f872f0d req-c1b779ac-5ebd-422c-8e40-a68eb5fcc4cf tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:07.263691 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae37bc4d-0f27-4491-8eaf-0d395f872f0d req-c1b779ac-5ebd-422c-8e40-a68eb5fcc4cf tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 945 time: 0.0565395 Aug 30 00:02:07.321325 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-ae37bc4d-0f27-4491-8eaf-0d395f872f0d req-dafdbbe8-72a2-4b8e-a4b2-1e1d77d687ec tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511310 Aug 30 00:02:08.454180 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67ec74-a105-4c37-b148-6d67ea58c61f req-f3133368-2851-4163-bec9-d8a069eaa458 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:08.455808 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9c67ec74-a105-4c37-b148-6d67ea58c61f req-f3133368-2851-4163-bec9-d8a069eaa458 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 945 time: 0.0491188 Aug 30 00:02:08.506371 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9c67ec74-a105-4c37-b148-6d67ea58c61f req-40870c7c-1f6c-4991-9262-eae2ddfabcab tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=8a7993b3-9930-43f0-b8c0-8ccedcdccab3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438850 Aug 30 00:02:09.015474 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-de0b55f1-01eb-4033-84d2-96e7da495307 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:09.017153 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-de0b55f1-01eb-4033-84d2-96e7da495307 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 945 time: 0.0569043 Aug 30 00:02:09.112147 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Deleting port 272c2324-6b3a-41bc-a98a-b5a31630898d {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:02:09.112490 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.222916 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] For port 272c2324-6b3a-41bc-a98a-b5a31630898d, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=272c2324-6b3a-41bc-a98a-b5a31630898d,segment=NetworkSegment(97118717-387e-4e5d-9c4a-294afc440343),segment_id=97118717-387e-4e5d-9c4a-294afc440343)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:09.223289 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.239475 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Calling delete_port for 272c2324-6b3a-41bc-a98a-b5a31630898d owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:02:09.479201 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (272c2324-6b3a-41bc-a98a-b5a31630898d), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.495628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['272c2324-6b3a-41bc-a98a-b5a31630898d'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:02:09.512542 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Pushing event deleted for resources: {'Port': ['ID=272c2324-6b3a-41bc-a98a-b5a31630898d,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:09.542273 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.542273 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.542531 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.542709 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.543039 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.543367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.543693 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.544020 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.544340 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.544711 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.545079 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.545432 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.545692 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.546011 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.546367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:09.572306 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] No DVR routers for this DVR port 272c2324-6b3a-41bc-a98a-b5a31630898d on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:02:09.574989 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:09.578320 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-35a81bae-0b32-4f5c-8940-319ede5a3401 req-aee4fcfc-2927-4f48-b1c6-5d0f188a5388 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.61 "DELETE /networking/v2.0/ports/272c2324-6b3a-41bc-a98a-b5a31630898d HTTP/1.1" status: 204 len: 173 time: 0.5556400 Aug 30 00:02:09.578819 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422ec8ce-b33e-4ccc-9820-312e049e6467', 'name': 'network-vif-deleted', 'tag': '272c2324-6b3a-41bc-a98a-b5a31630898d'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:02:09.581187 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b1da3d-ce26-4439-bcdb-9b2df5c6f673" -d '{"events": [{"server_uuid": "422ec8ce-b33e-4ccc-9820-312e049e6467", "name": "network-vif-deleted", "tag": "272c2324-6b3a-41bc-a98a-b5a31630898d"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:02:09.624410 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea1cfe0-8734-43c0-820d-363812407032 x-openstack-request-id: req-4ea1cfe0-8734-43c0-820d-363812407032 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:02:09.624701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422ec8ce-b33e-4ccc-9820-312e049e6467", "name": "network-vif-deleted", "tag": "272c2324-6b3a-41bc-a98a-b5a31630898d", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:02:09.624973 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-4ea1cfe0-8734-43c0-820d-363812407032 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:02:09.625431 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea1cfe0-8734-43c0-820d-363812407032'] response: {'server_uuid': '422ec8ce-b33e-4ccc-9820-312e049e6467', 'name': 'network-vif-deleted', 'tag': '272c2324-6b3a-41bc-a98a-b5a31630898d', 'status': 'completed', 'code': 200} Aug 30 00:02:09.632915 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-39f905d3-5a5f-4b31-aa56-0d48031d031a req-75496bd6-0f4f-471a-90dc-ffff375fdec6 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 210 time: 0.0343883 Aug 30 00:02:10.225941 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:10.760375 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2444ede9-7278-43b6-ad52-908db88bb7c6 req-2c29ca98-9021-4516-b52e-643a0ac0b720 tempest-VolumesSnapshotTestJSON-925763777 tempest-VolumesSnapshotTestJSON-925763777-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=422ec8ce-b33e-4ccc-9820-312e049e6467 HTTP/1.1" status: 200 len: 210 time: 0.0299256 Aug 30 00:02:13.039225 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 272c2324-6b3a-41bc-a98a-b5a31630898d no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:02:13.061945 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 272c2324-6b3a-41bc-a98a-b5a31630898d {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:02:13.062295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 272c2324-6b3a-41bc-a98a-b5a31630898d not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:02:13.455662 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-f943dc16-388a-4b41-bc05-ada95198be31 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923190 Aug 30 00:02:13.557128 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-a29b1f22-4884-44d4-b6e5-72ba5842e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:13.558886 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-a29b1f22-4884-44d4-b6e5-72ba5842e7fb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1130 time: 0.0536578 Aug 30 00:02:13.683006 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-3b21dae2-b9ee-4c51-a131-cda1abcf7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:13.684548 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-3b21dae2-b9ee-4c51-a131-cda1abcf7cdc service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.0953779 Aug 30 00:02:13.760703 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-1b260529-4390-453a-87b8-2b16ecd0325d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500 HTTP/1.1" status: 200 len: 1002 time: 0.0682802 Aug 30 00:02:13.815786 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-ef26eb8a-af63-42a5-9192-857984e27ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:13.817281 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-ef26eb8a-af63-42a5-9192-857984e27ad0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0501087 Aug 30 00:02:13.876778 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-2308bdda-cc47-4cce-ac22-3b1bb5d0bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:13.878615 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-2308bdda-cc47-4cce-ac22-3b1bb5d0bb4e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515866 Aug 30 00:02:13.893466 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-e10480fc-4961-4b55-816d-7c3fddf563e7 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113460) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:02:13.894603 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-e10480fc-4961-4b55-816d-7c3fddf563e7 service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065699 Aug 30 00:02:14.002706 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-d4b78c3f-0192-4cb5-b0b9-e6f5eb9d812e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985823 Aug 30 00:02:14.095097 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:14.124134 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:14.128716 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-b6294593-767b-47d6-8f2a-674bf0ce5af2 req-e58ba73e-dd64-46f3-bcdd-6415ca56eff0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167219 Aug 30 00:02:14.913892 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:14.914862 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:20.739364 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=25 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:20.740258 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=15 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:23.043257 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:23.044056 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:28.807669 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:31.124664 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f9421b18-937f-422c-b85b-6ebbc28a3c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:33.461980 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a3369e02-2a19-401f-a26e-9c61166009da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:34.790413 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:02:34.826162 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:36.219004 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:36.296262 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.204553 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56426) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:38.251012 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Deleting subnet f7b5415d-fa80-4af5-a3a1-0fc3becb6297 {{(pid=113459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:02:38.254286 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Publish callbacks [] for subnet (f7b5415d-fa80-4af5-a3a1-0fc3becb6297), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.289593 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9494867'] for subnet (f7b5415d-fa80-4af5-a3a1-0fc3becb6297), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.333877 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (f7b5415d-fa80-4af5-a3a1-0fc3becb6297), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.443909 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8687270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8393182'] for subnet (f7b5415d-fa80-4af5-a3a1-0fc3becb6297), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.472450 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b5415d-fa80-4af5-a3a1-0fc3becb6297,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:38.475508 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.478156 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/f7b5415d-fa80-4af5-a3a1-0fc3becb6297 HTTP/1.1" status: 204 len: 168 time: 0.2726004 Aug 30 00:02:38.481188 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56428) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:38.484990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.485361 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.485700 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.486046 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.486389 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.486753 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.487089 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.487424 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.487757 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.488109 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.488445 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.488779 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.489107 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.489433 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.489758 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b5e2bf-5920-4b06-a797-9cdaf8a1803a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:38.551620 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.634625 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.655711 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d']}} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:38.665117 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97118717-387e-4e5d-9c4a-294afc440343') {'for_net_delete': True} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:38.665414 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.services.segments.db [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97118717-387e-4e5d-9c4a-294afc440343') {} {{(pid=113460) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:38.675715 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604823'] for segment (97118717-387e-4e5d-9c4a-294afc440343), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.689833 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (97118717-387e-4e5d-9c4a-294afc440343), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.698970 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=113460) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:02:38.698970 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9603552'] for segment (97118717-387e-4e5d-9c4a-294afc440343), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.737046 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 97118717-387e-4e5d-9c4a-294afc440343 resource provider aggregate not found Aug 30 00:02:38.754847 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.services.segments.plugin [-] Segment 97118717-387e-4e5d-9c4a-294afc440343 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97118717-387e-4e5d-9c4a-294afc440343 found for delete ", "request_id": "req-f673486e-3c44-4918-8fdc-b7e485b49025"}]} Aug 30 00:02:38.840058 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.845644 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:38.848708 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d HTTP/1.1" status: 204 len: 168 time: 0.3665094 Aug 30 00:02:38.861631 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065f2d1-4572-4cfe-a8e4-1537182fd547 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ec0f26-0bf4-4e7f-95ac-3f35cbd77e6d,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:39.221346 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56436) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:39.262668 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-827c3a33-34e2-43e9-ba3a-5eda6b85117e admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=3771a66c80964a40805c3a9f1f51c3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401511 Aug 30 00:02:39.265202 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56438) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:39.317435 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e1ff-7de4-4a2c-9572-ce1a3a42fc45 admin admin] Publish callbacks [] for security_group (8a7993b3-9930-43f0-b8c0-8ccedcdccab3), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:39.337821 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e1ff-7de4-4a2c-9572-ce1a3a42fc45 admin admin] Publish callbacks [] for security_group (8a7993b3-9930-43f0-b8c0-8ccedcdccab3), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:39.483417 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e1ff-7de4-4a2c-9572-ce1a3a42fc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (8a7993b3-9930-43f0-b8c0-8ccedcdccab3), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:39.485904 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e1ff-7de4-4a2c-9572-ce1a3a42fc45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:39.487118 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-a6e9e1ff-7de4-4a2c-9572-ce1a3a42fc45 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/8a7993b3-9930-43f0-b8c0-8ccedcdccab3 HTTP/1.1" status: 204 len: 168 time: 0.2210324 Aug 30 00:02:39.495875 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9e1ff-7de4-4a2c-9572-ce1a3a42fc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7993b3-9930-43f0-b8c0-8ccedcdccab3,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:40.136282 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:40.489769 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56460) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:40.586757 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1418958873-network', 'tenant_id': '6516b21ff0b6423cbed032257af13839'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:40.707545 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Made reservation on behalf of 6516b21ff0b6423cbed032257af13839 for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:02:40.710003 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:40.719350 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:40.796327 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Publish callbacks [] for security_group (271986d2-dd89-4f4d-aa0a-cf5f57bcf2a1), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:40.859801 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (271986d2-dd89-4f4d-aa0a-cf5f57bcf2a1), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:40.888096 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:02:40.900024 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271986d2-dd89-4f4d-aa0a-cf5f57bcf2a1,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:40.905845 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (4d55aa66-ecc6-4ff1-991f-86f50258d739), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:40.906213 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Added segment 4d55aa66-ecc6-4ff1-991f-86f50258d739 of type vlan for network b1bf2eda-aa11-4aef-b798-dafffe73963a Aug 30 00:02:40.954010 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (b1bf2eda-aa11-4aef-b798-dafffe73963a), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.077462 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (b1bf2eda-aa11-4aef-b798-dafffe73963a), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.078545 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:41.079142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.141091 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] Pushing event updated for resources: {'Network': ['ID=b1bf2eda-aa11-4aef-b798-dafffe73963a,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:41.150747 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network b1bf2eda-aa11-4aef-b798-dafffe73963a details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:02:41.225314 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-9d9addf5-56d0-460c-95bf-4d9367cb6b93 admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7343981 Aug 30 00:02:41.228249 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56464) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:41.234170 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Request body: {'subnet': {'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1418958873-subnet', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'ip_version': 4}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:41.348204 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Made reservation on behalf of 6516b21ff0b6423cbed032257af13839 for: {'subnet': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:02:41.350750 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8393153'] for subnet (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.470027 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:41.508141 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=13 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:41.599455 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8687333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8393175'] for subnet (6808f874-b572-41e2-a637-b93bd9057ee3), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.663809 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6808f874-b572-41e2-a637-b93bd9057ee3,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:41.671905 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Checking segment: {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113459) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:41.672261 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Network hostable DHCP agents. Network: b1bf2eda-aa11-4aef-b798-dafffe73963a, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113459) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:02:41.774564 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Network b1bf2eda-aa11-4aef-b798-dafffe73963a is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113459) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:02:41.832991 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, b1bf2eda-aa11-4aef-b798-dafffe73963a) {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:41.837011 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:41.837606 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.843298 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25644a55-97da-496f-9587-edb9e4d7ba52 None None] Network b1bf2eda-aa11-4aef-b798-dafffe73963a requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:02:41.901901 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-9ee0cc90-7c8a-4f84-b508-b769815ebfe7 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6697266 Aug 30 00:02:41.902146 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56466) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:41.914468 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:41.944795 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a19e112-9031-4512-a613-77f5003135da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-b1bf2eda-aa11-4aef-b798-dafffe73963a', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'project_id': '6516b21ff0b6423cbed032257af13839', 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 00:02:41.945710 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.976651 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (4e59b339-3402-40d1-b59a-e6ff8c97f67f), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:41.977822 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (4e59b339-3402-40d1-b59a-e6ff8c97f67f), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.032239 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks [] for router_controller (4e59b339-3402-40d1-b59a-e6ff8c97f67f), precommit_add_association {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.086710 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-9a19e112-9031-4512-a613-77f5003135da None None] Allocated IP 172.20.0.2 (b1bf2eda-aa11-4aef-b798-dafffe73963a/6808f874-b572-41e2-a637-b93bd9057ee3/2078393d-dbc6-4b36-8e0b-589256e34b44) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:42.222315 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks [] for router_gateway (4e59b339-3402-40d1-b59a-e6ff8c97f67f), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.231720 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Publish callbacks [] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.312853 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.359018 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a19e112-9031-4512-a613-77f5003135da None None] Network b1bf2eda-aa11-4aef-b798-dafffe73963a is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:42.362509 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-9a19e112-9031-4512-a613-77f5003135da None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:42.365292 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19e112-9031-4512-a613-77f5003135da None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:42.372553 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e112-9031-4512-a613-77f5003135da None None] Pushing event updated for resources: {'Port': ['ID=2078393d-dbc6-4b36-8e0b-589256e34b44,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:42.396957 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.397302 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.397651 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.397965 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.398292 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.398653 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.398973 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.399291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.399609 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.399918 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.400295 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.400565 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.400876 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.401187 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.401498 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:42.446146 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-9a19e112-9031-4512-a613-77f5003135da None None] Attempting to bind port 2078393d-dbc6-4b36-8e0b-589256e34b44 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:42.446551 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-9a19e112-9031-4512-a613-77f5003135da None None] Attempting to bind port 2078393d-dbc6-4b36-8e0b-589256e34b44 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:42.446993 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19e112-9031-4512-a613-77f5003135da None None] Attempting to bind port 2078393d-dbc6-4b36-8e0b-589256e34b44 on network b1bf2eda-aa11-4aef-b798-dafffe73963a {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:42.452601 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19e112-9031-4512-a613-77f5003135da None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:42.453011 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19e112-9031-4512-a613-77f5003135da None None] Checking segment: {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:42.453415 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.453807 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a19e112-9031-4512-a613-77f5003135da None None] Bound using segment: {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:42.454276 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-9a19e112-9031-4512-a613-77f5003135da None None] Bound port: 2078393d-dbc6-4b36-8e0b-589256e34b44, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:42.454698 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.477584 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks [] for router_gateway (4e59b339-3402-40d1-b59a-e6ff8c97f67f), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.497450 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.520201 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-9a19e112-9031-4512-a613-77f5003135da None None] For port 2078393d-dbc6-4b36-8e0b-589256e34b44, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:42.523490 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-9a19e112-9031-4512-a613-77f5003135da None None] For port 2078393d-dbc6-4b36-8e0b-589256e34b44, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2078393d-dbc6-4b36-8e0b-589256e34b44,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:42.556865 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:42.562838 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:42.611289 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Allocated IP 172.27.2.63 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/e6294576-7b58-468e-be63-795cbbfdd36c) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:42.622697 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-9a19e112-9031-4512-a613-77f5003135da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.676241 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e112-9031-4512-a613-77f5003135da None None] Pushing event updated for resources: {'Port': ['ID=2078393d-dbc6-4b36-8e0b-589256e34b44,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:42.723094 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks [] for port (e6294576-7b58-468e-be63-795cbbfdd36c), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.812794 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:42.864771 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:42.870084 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:42.872429 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Pushing event updated for resources: {'Port': ['ID=e6294576-7b58-468e-be63-795cbbfdd36c,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:42.875584 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:43.191410 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:43.204744 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks [] for router_gateway (4e59b339-3402-40d1-b59a-e6ff8c97f67f), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:43.540320 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5adcac-b621-45bf-995f-b9f28b2a8aa2 None None] Network b1bf2eda-aa11-4aef-b798-dafffe73963a requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:02:43.587159 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:43.589211 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:43.613552 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-da82269d-37b7-4262-9bfa-7974853ee45c None None] Provisioning complete for port 2078393d-dbc6-4b36-8e0b-589256e34b44 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:43.613922 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-da82269d-37b7-4262-9bfa-7974853ee45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:43.653095 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (4e59b339-3402-40d1-b59a-e6ff8c97f67f), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:43.741408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-da82269d-37b7-4262-9bfa-7974853ee45c None None] Current status of the port 2078393d-dbc6-4b36-8e0b-589256e34b44 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:43.742071 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-da82269d-37b7-4262-9bfa-7974853ee45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:43.786957 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-da82269d-37b7-4262-9bfa-7974853ee45c None None] For port 2078393d-dbc6-4b36-8e0b-589256e34b44, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2078393d-dbc6-4b36-8e0b-589256e34b44,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:43.871689 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-da82269d-37b7-4262-9bfa-7974853ee45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:43.900058 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Router 4e59b339-3402-40d1-b59a-e6ff8c97f67f is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 00:02:43.925746 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82269d-37b7-4262-9bfa-7974853ee45c None None] Pushing event updated for resources: {'Port': ['ID=2078393d-dbc6-4b36-8e0b-589256e34b44,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:43.990299 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-d3d0181c-4679-4cba-828e-19ef44e17f4a None None] Provisioning complete for port 2078393d-dbc6-4b36-8e0b-589256e34b44 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:43.990622 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d3d0181c-4679-4cba-828e-19ef44e17f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.012450 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:44.023800 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Sync routers for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:44.041078 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:44.041849 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:02:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:44.116105 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.117563 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b0ee3214-1e7a-48fd-ad2c-aae5607932db admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2143993 Aug 30 00:02:44.120674 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56468) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:44.152682 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:44.201311 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0181c-4679-4cba-828e-19ef44e17f4a None None] Current status of the port 2078393d-dbc6-4b36-8e0b-589256e34b44 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:44.295545 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:44.343782 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:43Z', 'revision_number': 3, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:44.348043 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2078393d-dbc6-4b36-8e0b-589256e34b44 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:44.373303 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Checking router: 4e59b339-3402-40d1-b59a-e6ff8c97f67f for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:44.373657 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Updating router 4e59b339-3402-40d1-b59a-e6ff8c97f67f port e6294576-7b58-468e-be63-795cbbfdd36c binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:02:44.401154 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 2078393d-dbc6-4b36-8e0b-589256e34b44 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:44.401538 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.410721 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.483414 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:44.485095 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 2078393d-dbc6-4b36-8e0b-589256e34b44 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:44.579821 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.582292 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:44.744291 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Allocated IP 172.20.0.1 (b1bf2eda-aa11-4aef-b798-dafffe73963a/6808f874-b572-41e2-a637-b93bd9057ee3/2818a3cd-12de-4bd1-8683-96aeabba0e73) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:44.773966 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Publish callbacks [] for port (e6294576-7b58-468e-be63-795cbbfdd36c), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.845135 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.857715 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Publish callbacks [] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.880899 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Attempting to bind port e6294576-7b58-468e-be63-795cbbfdd36c on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:44.881272 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Attempting to bind port e6294576-7b58-468e-be63-795cbbfdd36c by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:44.881647 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Attempting to bind port e6294576-7b58-468e-be63-795cbbfdd36c on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:44.892328 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:44.892708 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:44.893109 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.893504 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:44.894409 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Bound port: e6294576-7b58-468e-be63-795cbbfdd36c, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:44.894409 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.921181 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Pushing event updated for resources: {'Port': ['ID=e6294576-7b58-468e-be63-795cbbfdd36c,revision_number=2']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:44.938631 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.938903 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.939256 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.939600 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.939952 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.940282 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.940608 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.940937 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.941258 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.941578 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.941905 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.942242 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.942592 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.942913 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.943231 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:02:44.954288 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:44.973323 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] For port e6294576-7b58-468e-be63-795cbbfdd36c, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:44.976628 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] For port e6294576-7b58-468e-be63-795cbbfdd36c, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=e6294576-7b58-468e-be63-795cbbfdd36c,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:44.996784 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Network b1bf2eda-aa11-4aef-b798-dafffe73963a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:44.999911 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:45.003909 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:45.026701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2818a3cd-12de-4bd1-8683-96aeabba0e73,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:45.048207 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (4e59b339-3402-40d1-b59a-e6ff8c97f67f), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.051098 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.092561 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:45.093201 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:02:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:45.137834 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:45.148559 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d51f9-bd84-495f-92d6-d10aae25dd3e None None] Pushing event updated for resources: {'Port': ['ID=e6294576-7b58-468e-be63-795cbbfdd36c,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:45.198573 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:45.217612 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:45.227779 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-11cd2039-bc1e-4883-9895-8e67a6ea2de3 None None] Provisioning complete for port 2818a3cd-12de-4bd1-8683-96aeabba0e73 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:45.228352 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-11cd2039-bc1e-4883-9895-8e67a6ea2de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.233365 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.243476 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:45.266057 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-11cd2039-bc1e-4883-9895-8e67a6ea2de3 None None] Port 2818a3cd-12de-4bd1-8683-96aeabba0e73 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:45.397655 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:43Z', 'revision_number': 3, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:45.402940 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:45.407816 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Publish callbacks [] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.427289 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc0724-c95d-4839-bfa4-3185e5c14a9e None None] The sync data for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi is: [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:43Z', 'revision_number': 3, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:45.483523 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.557957 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=2818a3cd-12de-4bd1-8683-96aeabba0e73,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:45.561028 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (4e59b339-3402-40d1-b59a-e6ff8c97f67f), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:45.682139 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Network b1bf2eda-aa11-4aef-b798-dafffe73963a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:45.683665 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:45.818246 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Router 4e59b339-3402-40d1-b59a-e6ff8c97f67f has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:02:45.944236 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:45.950437 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-61cf0e2f-8fc2-4b25-af58-33c6df9b8cb4 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/4e59b339-3402-40d1-b59a-e6ff8c97f67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285139 Aug 30 00:02:45.994291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-14f8512b-7869-4888-b5f8-329f8c666bb0 None None] Provisioning complete for port 2818a3cd-12de-4bd1-8683-96aeabba0e73 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:45.994699 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-14f8512b-7869-4888-b5f8-329f8c666bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:46.034863 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-14f8512b-7869-4888-b5f8-329f8c666bb0 None None] Port 2818a3cd-12de-4bd1-8683-96aeabba0e73 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:46.360709 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e6294576-7b58-468e-be63-795cbbfdd36c up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:46.415926 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port e6294576-7b58-468e-be63-795cbbfdd36c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:46.416627 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:46.505746 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port e6294576-7b58-468e-be63-795cbbfdd36c is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:46.506169 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:46.528497 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port e6294576-7b58-468e-be63-795cbbfdd36c, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=e6294576-7b58-468e-be63-795cbbfdd36c,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:46.620824 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:46.671726 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=e6294576-7b58-468e-be63-795cbbfdd36c,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:46.734996 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56484) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:46.740016 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1067107416-network', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:46.822150 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Made reservation on behalf of b9da58c01b6a48649611ebb67da31425 for: {'network': 1} {{(pid=113459) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:02:46.824634 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for network (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:46.834142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:46.915338 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Publish callbacks [] for security_group (3f6331ef-d71c-41d1-bb97-30b11b1b74d2), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:46.993787 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3f6331ef-d71c-41d1-bb97-30b11b1b74d2), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.005749 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Sync routers for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:47.016825 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:47.017447 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:02:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:47.024181 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1056} {{(pid=113459) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 00:02:47.031672 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6331ef-d71c-41d1-bb97-30b11b1b74d2,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:47.038518 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (2f21f620-baf6-4802-b20d-aa082a341567), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.039125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.segments_db [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Added segment 2f21f620-baf6-4802-b20d-aa082a341567 of type vlan for network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f Aug 30 00:02:47.084072 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773072669269'] for network (ce1cd282-2e59-4bc3-8a3e-667c8d9f387f), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.132533 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:47.205275 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982'] for network (ce1cd282-2e59-4bc3-8a3e-667c8d9f387f), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.206317 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:47.206965 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.272911 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] Pushing event updated for resources: {'Network': ['ID=ce1cd282-2e59-4bc3-8a3e-667c8d9f387f,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:47.292696 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f details requested by agent ovs-agent-dv-cinder-854272-4-iscsi with host dv-cinder-854272-4-iscsi {{(pid=113461) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 00:02:47.343623 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-efa5b654-b2ac-41ea-911e-fc2e25b24b2d admin admin] 10.222.0.58 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6074719 Aug 30 00:02:47.346745 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56486) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:47.352048 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Request body: {'subnet': {'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1067107416-subnet', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'ip_version': 4}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:47.367988 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:47.396911 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 2, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:47.427911 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Checking router: 4e59b339-3402-40d1-b59a-e6ff8c97f67f for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:47.428269 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Updating router 4e59b339-3402-40d1-b59a-e6ff8c97f67f port 2818a3cd-12de-4bd1-8683-96aeabba0e73 binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:02:47.454774 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Made reservation on behalf of b9da58c01b6a48649611ebb67da31425 for: {'subnet': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:02:47.457471 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9869216'] for subnet (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.461918 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.509740 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:47.712164 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9604613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9869238'] for subnet (b917b58e-cd97-46ee-b0b5-94bc06257927), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.726959 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Publish callbacks [] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.759982 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:47.781801 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b917b58e-cd97-46ee-b0b5-94bc06257927,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:47.796200 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Checking segment: {'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:47.796499 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Network hostable DHCP agents. Network: ce1cd282-2e59-4bc3-8a3e-667c8d9f387f, hostable agents: ['83c6f8ed-b489-4c4d-a4c6-839cac616a56'], hosted agents: [] {{(pid=113460) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 00:02:47.797558 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.877455 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e955b9-1792-4652-8b3b-2cef844222d1 None None] Pushing event updated for resources: {'Port': ['ID=2818a3cd-12de-4bd1-8683-96aeabba0e73,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:47.884892 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f is scheduled to be hosted by DHCP agent 83c6f8ed-b489-4c4d-a4c6-839cac616a56 with binding_index 1 {{(pid=113460) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 00:02:47.893970 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Attempting to bind port 2818a3cd-12de-4bd1-8683-96aeabba0e73 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:47.894340 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Attempting to bind port 2818a3cd-12de-4bd1-8683-96aeabba0e73 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:47.894937 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Attempting to bind port 2818a3cd-12de-4bd1-8683-96aeabba0e73 on network b1bf2eda-aa11-4aef-b798-dafffe73963a {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:47.900162 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:47.900538 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Checking segment: {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:47.900975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.901366 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Bound using segment: {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:47.901823 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Bound port: 2818a3cd-12de-4bd1-8683-96aeabba0e73, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:47.902198 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.967057 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] For port 2818a3cd-12de-4bd1-8683-96aeabba0e73, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:47.970405 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] For port 2818a3cd-12de-4bd1-8683-96aeabba0e73, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2818a3cd-12de-4bd1-8683-96aeabba0e73,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:47.975332 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-854272-4-iscsi, ce1cd282-2e59-4bc3-8a3e-667c8d9f387f) {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:47.975332 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:02:47.975656 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:47.980116 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0765f4b-f2d2-4e22-8a07-59ccb51e6317 None None] Network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:02:48.074300 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.077674 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-0ec74a92-8576-4817-b680-fa05a869d556 admin admin] 10.222.0.58 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7281728 Aug 30 00:02:48.079665 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56488) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:48.094642 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:48.104136 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp413c8497-505d-5ba2-9c36-c7d99f6abe81-ce1cd282-2e59-4bc3-8a3e-667c8d9f387f', 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f', 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'fixed_ips': [{'subnet_id': 'b917b58e-cd97-46ee-b0b5-94bc06257927'}]}} from dv-cinder-854272-4-iscsi. {{(pid=113461) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 30 00:02:48.107281 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.109534 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:48.133435 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:48.134066 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:02:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:48.192495 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-634404', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6270'] for router (0b359b88-81c3-4fec-b5d8-fe7c087790c8), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.193662 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-626969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478013', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-410541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6257'] for router (0b359b88-81c3-4fec-b5d8-fe7c087790c8), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.206324 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:48.208224 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e955b9-1792-4652-8b3b-2cef844222d1 None None] Pushing event updated for resources: {'Port': ['ID=2818a3cd-12de-4bd1-8683-96aeabba0e73,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:48.255321 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks [] for router_controller (0b359b88-81c3-4fec-b5d8-fe7c087790c8), precommit_add_association {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.325508 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e6294576-7b58-468e-be63-795cbbfdd36c up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:48.354863 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:48.469985 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:48.475151 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.db_base_plugin_common [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Allocated IP 172.20.0.2 (ce1cd282-2e59-4bc3-8a3e-667c8d9f387f/b917b58e-cd97-46ee-b0b5-94bc06257927/c88434e7-d060-4eff-8e89-90eebba3621a) {{(pid=113461) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:48.488447 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks [] for router_gateway (0b359b88-81c3-4fec-b5d8-fe7c087790c8), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.555521 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port e6294576-7b58-468e-be63-795cbbfdd36c triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:48.555815 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.777936 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks [] for router_gateway (0b359b88-81c3-4fec-b5d8-fe7c087790c8), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.800945 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.915730 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Allocated IP 172.27.2.174 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/c7ffbb8d-0a33-4203-b6df-beda797d8461) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:48.942583 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:47Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:48.947545 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port e6294576-7b58-468e-be63-795cbbfdd36c is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:48.974807 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Publish callbacks [] for port (c88434e7-d060-4eff-8e89-90eebba3621a), precommit_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:48.976076 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:48.978308 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f495ca-6f7c-41f2-9539-a4a72eab0cbf None None] The sync data for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi is: [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:47Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:48.996946 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:49.036107 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks [] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.046204 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), after_create {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.100225 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f is already hosted by enough agents. {{(pid=113461) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:49.103624 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.scheduler.base_scheduler [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Resources bound (agent type, host, resource id): {{(pid=113461) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:49.108556 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Received port after_create {{(pid=113461) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:49.114176 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Pushing event updated for resources: {'Port': ['ID=c88434e7-d060-4eff-8e89-90eebba3621a,revision_number=1']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:49.172023 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.180646 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Attempting to bind port c88434e7-d060-4eff-8e89-90eebba3621a on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:49.182454 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Attempting to bind port c88434e7-d060-4eff-8e89-90eebba3621a by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:49.182454 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Attempting to bind port c88434e7-d060-4eff-8e89-90eebba3621a on network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:49.194976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:49.194976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Checking segment: {'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:49.194976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.194976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Bound using segment: {'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:49.194976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Bound port: c88434e7-d060-4eff-8e89-90eebba3621a, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:49.194976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.216085 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:49.220390 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:49.230771 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:49.256510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ffbb8d-0a33-4203-b6df-beda797d8461,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:49.274153 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] For port c88434e7-d060-4eff-8e89-90eebba3621a, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:49.279558 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] For port c88434e7-d060-4eff-8e89-90eebba3621a, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c88434e7-d060-4eff-8e89-90eebba3621a,segment=NetworkSegment(2f21f620-baf6-4802-b20d-aa082a341567),segment_id=2f21f620-baf6-4802-b20d-aa082a341567)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:49.369671 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.432049 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ea75-ec4b-4857-aab7-e8f30b5014e4 None None] Pushing event updated for resources: {'Port': ['ID=c88434e7-d060-4eff-8e89-90eebba3621a,revision_number=2']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:49.598358 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks [] for router_gateway (0b359b88-81c3-4fec-b5d8-fe7c087790c8), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:49.956434 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:50.076741 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628692'] for router (0b359b88-81c3-4fec-b5d8-fe7c087790c8), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.308750 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 is scheduled to L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b with binding_index 1 {{(pid=113460) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 00:02:50.373667 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2818a3cd-12de-4bd1-8683-96aeabba0e73 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:50.424858 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 2818a3cd-12de-4bd1-8683-96aeabba0e73 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:50.425229 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.435672 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:50.458198 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Sync routers for ids ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:50.462808 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a024477-6ace-4fd2-84a2-d50d3e8085a1 None None] Network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:02:50.470522 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Routers {'0b359b88-81c3-4fec-b5d8-fe7c087790c8'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:50.471180 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:02:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:50.526005 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.527814 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-3324e23e-b907-4291-ab70-843112b32596 admin admin] 10.222.0.58 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4468129 Aug 30 00:02:50.531153 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56490) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:50.543586 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-abd33812-ad7b-4ebc-887c-4699cda4682a None None] Provisioning complete for port c88434e7-d060-4eff-8e89-90eebba3621a triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:50.543875 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-abd33812-ad7b-4ebc-887c-4699cda4682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.585695 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Set router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:50.662678 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 2818a3cd-12de-4bd1-8683-96aeabba0e73 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:50.663062 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.728941 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:50.739475 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-abd33812-ad7b-4ebc-887c-4699cda4682a None None] Current status of the port c88434e7-d060-4eff-8e89-90eebba3621a is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:50.739871 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-abd33812-ad7b-4ebc-887c-4699cda4682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.745760 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port 2818a3cd-12de-4bd1-8683-96aeabba0e73, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2818a3cd-12de-4bd1-8683-96aeabba0e73,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:50.785937 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:49Z', 'revision_number': 3, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:50.794247 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-abd33812-ad7b-4ebc-887c-4699cda4682a None None] For port c88434e7-d060-4eff-8e89-90eebba3621a, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c88434e7-d060-4eff-8e89-90eebba3621a,segment=NetworkSegment(2f21f620-baf6-4802-b20d-aa082a341567),segment_id=2f21f620-baf6-4802-b20d-aa082a341567)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:50.794456 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:50.814340 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Checking router: 0b359b88-81c3-4fec-b5d8-fe7c087790c8 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:50.814721 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Updating router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 port c7ffbb8d-0a33-4203-b6df-beda797d8461 binding host dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:02:50.849898 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.852020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.853209 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c88434e7-d060-4eff-8e89-90eebba3621a up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:50.900390 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-abd33812-ad7b-4ebc-887c-4699cda4682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:50.981990 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port c88434e7-d060-4eff-8e89-90eebba3621a triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:50.981990 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.033543 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=2818a3cd-12de-4bd1-8683-96aeabba0e73,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:51.033825 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.033999 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:51.056139 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:51.065668 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-82bf5a59-3800-4f48-a0c5-25ceac8651c6 None None] Provisioning complete for port c88434e7-d060-4eff-8e89-90eebba3621a triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:51.067780 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-82bf5a59-3800-4f48-a0c5-25ceac8651c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.093772 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:51.159614 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Publish callbacks [] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), precommit_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.170310 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd33812-ad7b-4ebc-887c-4699cda4682a None None] Pushing event updated for resources: {'Port': ['ID=c88434e7-d060-4eff-8e89-90eebba3621a,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:51.231975 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Allocated IP 172.20.0.1 (ce1cd282-2e59-4bc3-8a3e-667c8d9f387f/b917b58e-cd97-46ee-b0b5-94bc06257927/a9992935-413f-4669-aa8e-a052396eb2ff) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:02:51.244139 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port c88434e7-d060-4eff-8e89-90eebba3621a is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:51.254729 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-82bf5a59-3800-4f48-a0c5-25ceac8651c6 None None] Current status of the port c88434e7-d060-4eff-8e89-90eebba3621a is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:51.273884 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.318580 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Attempting to bind port c7ffbb8d-0a33-4203-b6df-beda797d8461 on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:51.318867 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Attempting to bind port c7ffbb8d-0a33-4203-b6df-beda797d8461 by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:51.319232 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Attempting to bind port c7ffbb8d-0a33-4203-b6df-beda797d8461 on network 7d409053-fd0b-411f-803b-807da9860c1a {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:51.333916 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:51.334287 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Checking segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:51.334841 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.335213 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Bound using segment: {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'} {{(pid=113462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:51.335735 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.managers [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Bound port: c7ffbb8d-0a33-4203-b6df-beda797d8461, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9d88c8-0873-44b8-a6e8-5823dd20b268', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a'}}] {{(pid=113462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:51.336117 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), before_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.362261 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ad8b0-08a4-4cff-8cb5-f542043533d4 None None] Pushing event updated for resources: {'Port': ['ID=c7ffbb8d-0a33-4203-b6df-beda797d8461,revision_number=2']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:51.363642 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Publish callbacks [] for port (a9992935-413f-4669-aa8e-a052396eb2ff), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.413272 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] For port c7ffbb8d-0a33-4203-b6df-beda797d8461, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:51.416724 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.plugins.ml2.db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] For port c7ffbb8d-0a33-4203-b6df-beda797d8461, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c7ffbb8d-0a33-4203-b6df-beda797d8461,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:51.461076 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.495845 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron_lib.callbacks.manager [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), after_update {{(pid=113462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.509486 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:51.513021 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:51.517543 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:02:51.532094 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Routers {'0b359b88-81c3-4fec-b5d8-fe7c087790c8'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:51.532739 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:02:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:51.548255 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Pushing event updated for resources: {'Port': ['ID=a9992935-413f-4669-aa8e-a052396eb2ff,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:51.552413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:51.577171 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:51.578250 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-626864'] for router_interface (0b359b88-81c3-4fec-b5d8-fe7c087790c8), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.607175 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ad8b0-08a4-4cff-8cb5-f542043533d4 None None] Pushing event updated for resources: {'Port': ['ID=c7ffbb8d-0a33-4203-b6df-beda797d8461,revision_number=3']} {{(pid=113462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:51.673966 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] Set router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:51.781391 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-240bcc56-7ec0-47cc-abfe-95e36da27416 None None] Provisioning complete for port a9992935-413f-4669-aa8e-a052396eb2ff triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:51.782014 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-240bcc56-7ec0-47cc-abfe-95e36da27416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.817498 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:51.826973 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-240bcc56-7ec0-47cc-abfe-95e36da27416 None None] Port a9992935-413f-4669-aa8e-a052396eb2ff cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:51.963211 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:49Z', 'revision_number': 3, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:51.995485 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47289ae4-531f-49ec-b81d-c38fbbe3ba52 None None] The sync data for ids ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'] in dv-cinder-854272-4-iscsi is: [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:49Z', 'revision_number': 3, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:52.010545 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Publish callbacks [] for port (a9992935-413f-4669-aa8e-a052396eb2ff), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:52.074116 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:52.148283 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-626724'] for router_interface (0b359b88-81c3-4fec-b5d8-fe7c087790c8), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:52.150256 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Pushing event updated for resources: {'Port': ['ID=a9992935-413f-4669-aa8e-a052396eb2ff,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:52.286060 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:02:52.288855 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:02:52.439374 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:02:52.440437 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:52.460709 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2818a3cd-12de-4bd1-8683-96aeabba0e73 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:52.525083 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port 2818a3cd-12de-4bd1-8683-96aeabba0e73 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:52.525765 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:52.569779 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:02:52.585184 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-dc0ed3e7-65c6-4459-ac44-c30da8706980 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/0b359b88-81c3-4fec-b5d8-fe7c087790c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0428421 Aug 30 00:02:52.585409 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-5712dca2-2870-45ae-b7a7-dbb7d4bf145b None None] Provisioning complete for port a9992935-413f-4669-aa8e-a052396eb2ff triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:52.585409 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5712dca2-2870-45ae-b7a7-dbb7d4bf145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:52.642144 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-5712dca2-2870-45ae-b7a7-dbb7d4bf145b None None] Port a9992935-413f-4669-aa8e-a052396eb2ff cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:02:52.656951 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port 2818a3cd-12de-4bd1-8683-96aeabba0e73 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:52.658083 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c7ffbb8d-0a33-4203-b6df-beda797d8461 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:52.703899 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port c7ffbb8d-0a33-4203-b6df-beda797d8461 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:52.704275 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:52.789821 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port c7ffbb8d-0a33-4203-b6df-beda797d8461 is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:52.790523 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:52.814905 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port c7ffbb8d-0a33-4203-b6df-beda797d8461, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c7ffbb8d-0a33-4203-b6df-beda797d8461,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:52.889688 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:52.890555 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c88434e7-d060-4eff-8e89-90eebba3621a up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:52.918112 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:52.978831 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=c7ffbb8d-0a33-4203-b6df-beda797d8461,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:52.991069 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port c88434e7-d060-4eff-8e89-90eebba3621a triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:52.991450 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.018019 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56498) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:53.022757 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-e26e1a11-d488-4d43-8a9d-d581392bc9c6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053756406', 'description': 'tempest-secgroup-smoke-2053756406 description', 'project_id': '6516b21ff0b6423cbed032257af13839'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:53.067167 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port c88434e7-d060-4eff-8e89-90eebba3621a is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:53.169273 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e26e1a11-d488-4d43-8a9d-d581392bc9c6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.256171 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e26e1a11-d488-4d43-8a9d-d581392bc9c6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group (22ee8630-cd1d-4d80-8e96-44b526e83224), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.317608 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e26e1a11-d488-4d43-8a9d-d581392bc9c6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (22ee8630-cd1d-4d80-8e96-44b526e83224), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.336730 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:53.348958 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e1a11-d488-4d43-8a9d-d581392bc9c6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ee8630-cd1d-4d80-8e96-44b526e83224,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:53.445880 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-e26e1a11-d488-4d43-8a9d-d581392bc9c6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.447224 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-e26e1a11-d488-4d43-8a9d-d581392bc9c6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4280758 Aug 30 00:02:53.450712 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56500) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:53.455964 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-95038592-28a8-46eb-8b37-e7cfff6d001b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'security_group_rule': {'security_group_id': '22ee8630-cd1d-4d80-8e96-44b526e83224', 'project_id': '6516b21ff0b6423cbed032257af13839', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:53.557856 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-95038592-28a8-46eb-8b37-e7cfff6d001b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (075e03c0-8bdb-44af-8ac9-86ea65ae0820), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.616842 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-95038592-28a8-46eb-8b37-e7cfff6d001b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (075e03c0-8bdb-44af-8ac9-86ea65ae0820), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.691317 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-95038592-28a8-46eb-8b37-e7cfff6d001b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (075e03c0-8bdb-44af-8ac9-86ea65ae0820), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.709733 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Sync routers for ids ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:02:53.711972 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95038592-28a8-46eb-8b37-e7cfff6d001b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075e03c0-8bdb-44af-8ac9-86ea65ae0820,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:53.718912 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:53.721646 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Routers {'0b359b88-81c3-4fec-b5d8-fe7c087790c8'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:53.722322 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:02:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:53.773268 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-95038592-28a8-46eb-8b37-e7cfff6d001b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.774568 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-95038592-28a8-46eb-8b37-e7cfff6d001b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221116 Aug 30 00:02:53.777655 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56502) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:53.783241 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-26c675d0-6435-4791-8f31-b7684f7b0abf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'security_group_rule': {'security_group_id': '22ee8630-cd1d-4d80-8e96-44b526e83224', 'project_id': '6516b21ff0b6423cbed032257af13839', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:53.826754 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Set router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:53.893429 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-26c675d0-6435-4791-8f31-b7684f7b0abf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (7c3b03bd-4cf7-43a4-b66d-ed145bc7a059), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:53.946483 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:53.955009 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-26c675d0-6435-4791-8f31-b7684f7b0abf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (7c3b03bd-4cf7-43a4-b66d-ed145bc7a059), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.021889 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:51Z', 'revision_number': 4, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a9992935-413f-4669-aa8e-a052396eb2ff', 'name': '', 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'mac_address': 'fa:16:3e:bb:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b917b58e-cd97-46ee-b0b5-94bc06257927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:51Z', 'updated_at': '2022-08-30T00:02:51Z', 'revision_number': 2, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'subnets': [{'id': 'b917b58e-cd97-46ee-b0b5-94bc06257927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:54.046726 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Checking router: 0b359b88-81c3-4fec-b5d8-fe7c087790c8 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:02:54.047079 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Updating router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 port a9992935-413f-4669-aa8e-a052396eb2ff binding host dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 00:02:54.048663 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-26c675d0-6435-4791-8f31-b7684f7b0abf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (7c3b03bd-4cf7-43a4-b66d-ed145bc7a059), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.069795 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c675d0-6435-4791-8f31-b7684f7b0abf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3b03bd-4cf7-43a4-b66d-ed145bc7a059,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:54.078502 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.169023 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-26c675d0-6435-4791-8f31-b7684f7b0abf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.170606 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-26c675d0-6435-4791-8f31-b7684f7b0abf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3899384 Aug 30 00:02:54.172347 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56504) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:54.176718 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-dc779408-d3be-4d44-b9ed-33dd9146bc2a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'security_group_rule': {'security_group_id': '22ee8630-cd1d-4d80-8e96-44b526e83224', 'project_id': '6516b21ff0b6423cbed032257af13839', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:54.262881 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-dc779408-d3be-4d44-b9ed-33dd9146bc2a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (e22925a7-2194-4921-a098-2001e4ccf053), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.344909 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-dc779408-d3be-4d44-b9ed-33dd9146bc2a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (e22925a7-2194-4921-a098-2001e4ccf053), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.408202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c7ffbb8d-0a33-4203-b6df-beda797d8461 up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:54.410784 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-dc779408-d3be-4d44-b9ed-33dd9146bc2a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (e22925a7-2194-4921-a098-2001e4ccf053), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.432454 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc779408-d3be-4d44-b9ed-33dd9146bc2a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22925a7-2194-4921-a098-2001e4ccf053,revision_number=0']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:54.510519 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-dc779408-d3be-4d44-b9ed-33dd9146bc2a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.511698 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-dc779408-d3be-4d44-b9ed-33dd9146bc2a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384018 Aug 30 00:02:54.515548 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56506) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:54.516792 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port c7ffbb8d-0a33-4203-b6df-beda797d8461 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:54.517291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.520161 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-f5cb1cc7-58de-4b3d-9225-da507ba98368 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'security_group_rule': {'security_group_id': '22ee8630-cd1d-4d80-8e96-44b526e83224', 'project_id': '6516b21ff0b6423cbed032257af13839', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:54.549972 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Publish callbacks [] for port (a9992935-413f-4669-aa8e-a052396eb2ff), precommit_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.562269 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=100 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:54.610115 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1cc7-58de-4b3d-9225-da507ba98368 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (b38a2926-6b3d-43f5-8bb4-663bf15fd181), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.618505 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port c7ffbb8d-0a33-4203-b6df-beda797d8461 is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:54.638063 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.671869 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1cc7-58de-4b3d-9225-da507ba98368 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (b38a2926-6b3d-43f5-8bb4-663bf15fd181), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.718743 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66026699-637f-4cba-9fe4-9ca72e150a43 None None] Pushing event updated for resources: {'Port': ['ID=a9992935-413f-4669-aa8e-a052396eb2ff,revision_number=3']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:54.735837 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Attempting to bind port a9992935-413f-4669-aa8e-a052396eb2ff on host dv-cinder-854272-4-iscsi for vnic_type normal with profile {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:02:54.736364 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Attempting to bind port a9992935-413f-4669-aa8e-a052396eb2ff by drivers openvswitch,hyperv on host dv-cinder-854272-4-iscsi at level 0 using segments [{'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:02:54.736758 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Attempting to bind port a9992935-413f-4669-aa8e-a052396eb2ff on network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:02:54.741923 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Checking agent: {'id': 'ace82a53-55f0-4633-9195-b2bb279c7b5b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-854272-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 42, 36), 'started_at': datetime.datetime(2022, 8, 29, 23, 43, 6), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-854272-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:02:54.742285 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Checking segment: {'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113461) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:02:54.742718 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.743112 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Bound using segment: {'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'} {{(pid=113461) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:02:54.743573 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.managers [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Bound port: a9992935-413f-4669-aa8e-a052396eb2ff, host: dv-cinder-854272-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f21f620-baf6-4802-b20d-aa082a341567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1056, 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f'}}] {{(pid=113461) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:02:54.743946 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.752118 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1cc7-58de-4b3d-9225-da507ba98368 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (b38a2926-6b3d-43f5-8bb4-663bf15fd181), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.774476 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb1cc7-58de-4b3d-9225-da507ba98368 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38a2926-6b3d-43f5-8bb4-663bf15fd181,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:54.809082 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] For port a9992935-413f-4669-aa8e-a052396eb2ff, host dv-cinder-854272-4-iscsi, cleared binding levels {{(pid=113461) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:02:54.812763 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] For port a9992935-413f-4669-aa8e-a052396eb2ff, host dv-cinder-854272-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a9992935-413f-4669-aa8e-a052396eb2ff,segment=NetworkSegment(2f21f620-baf6-4802-b20d-aa082a341567),segment_id=2f21f620-baf6-4802-b20d-aa082a341567)] {{(pid=113461) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:02:54.851287 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f5cb1cc7-58de-4b3d-9225-da507ba98368 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.852544 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f5cb1cc7-58de-4b3d-9225-da507ba98368 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3359904 Aug 30 00:02:54.855565 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56508) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:54.860429 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-b894e865-2192-45d4-b513-1b2cb4455ab5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'security_group_rule': {'security_group_id': '22ee8630-cd1d-4d80-8e96-44b526e83224', 'project_id': '6516b21ff0b6423cbed032257af13839', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:54.878871 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.916666 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Routers {'0b359b88-81c3-4fec-b5d8-fe7c087790c8'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:02:54.917332 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:02:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:54.952733 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:54.959726 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.securitygroups_db [None req-b894e865-2192-45d4-b513-1b2cb4455ab5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Project 6516b21ff0b6423cbed032257af13839 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 00:02:54.966069 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b894e865-2192-45d4-b513-1b2cb4455ab5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (2bc7ec71-febc-4f44-a9b2-6e43682697e3), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:54.981834 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66026699-637f-4cba-9fe4-9ca72e150a43 None None] Pushing event updated for resources: {'Port': ['ID=a9992935-413f-4669-aa8e-a052396eb2ff,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:55.031858 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b894e865-2192-45d4-b513-1b2cb4455ab5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (2bc7ec71-febc-4f44-a9b2-6e43682697e3), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:55.042575 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] Set router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:02:55.117413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b894e865-2192-45d4-b513-1b2cb4455ab5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (2bc7ec71-febc-4f44-a9b2-6e43682697e3), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:55.136500 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894e865-2192-45d4-b513-1b2cb4455ab5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc7ec71-febc-4f44-a9b2-6e43682697e3,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:55.216445 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b894e865-2192-45d4-b513-1b2cb4455ab5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:55.218283 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b894e865-2192-45d4-b513-1b2cb4455ab5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3617702 Aug 30 00:02:55.221077 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56510) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:02:55.225413 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-9848948b-4e80-4797-b33e-770c2c92032f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'security_group_rule': {'security_group_id': '22ee8630-cd1d-4d80-8e96-44b526e83224', 'project_id': '6516b21ff0b6423cbed032257af13839', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:02:55.236108 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:51Z', 'revision_number': 4, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a9992935-413f-4669-aa8e-a052396eb2ff', 'name': '', 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'mac_address': 'fa:16:3e:bb:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b917b58e-cd97-46ee-b0b5-94bc06257927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:51Z', 'updated_at': '2022-08-30T00:02:54Z', 'revision_number': 4, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'subnets': [{'id': 'b917b58e-cd97-46ee-b0b5-94bc06257927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:02:55.266753 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef0c5a-e787-46b5-8f2b-4ab92e9fb54e None None] The sync data for ids ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'] in dv-cinder-854272-4-iscsi is: [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:51Z', 'revision_number': 4, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'a9992935-413f-4669-aa8e-a052396eb2ff', 'name': '', 'network_id': 'ce1cd282-2e59-4bc3-8a3e-667c8d9f387f', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'mac_address': 'fa:16:3e:bb:97:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'b917b58e-cd97-46ee-b0b5-94bc06257927', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:51Z', 'updated_at': '2022-08-30T00:02:54Z', 'revision_number': 4, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'subnets': [{'id': 'b917b58e-cd97-46ee-b0b5-94bc06257927', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:02:55.295430 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.securitygroups_db [None req-9848948b-4e80-4797-b33e-770c2c92032f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Project 6516b21ff0b6423cbed032257af13839 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 00:02:55.302255 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9848948b-4e80-4797-b33e-770c2c92032f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (1085315d-520e-42e6-8663-ca287dc54cbc), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:55.366647 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:55.380214 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9848948b-4e80-4797-b33e-770c2c92032f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (1085315d-520e-42e6-8663-ca287dc54cbc), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:55.477563 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9848948b-4e80-4797-b33e-770c2c92032f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554284'] for security_group_rule (1085315d-520e-42e6-8663-ca287dc54cbc), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:55.500343 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848948b-4e80-4797-b33e-770c2c92032f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1085315d-520e-42e6-8663-ca287dc54cbc,revision_number=0']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:55.589923 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-9848948b-4e80-4797-b33e-770c2c92032f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:55.591285 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-9848948b-4e80-4797-b33e-770c2c92032f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3691878 Aug 30 00:02:56.368685 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a9992935-413f-4669-aa8e-a052396eb2ff up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:56.416828 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port a9992935-413f-4669-aa8e-a052396eb2ff triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:56.417202 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:56.495764 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port a9992935-413f-4669-aa8e-a052396eb2ff is: DOWN; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:02:56.501433 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:56.530409 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] For port a9992935-413f-4669-aa8e-a052396eb2ff, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a9992935-413f-4669-aa8e-a052396eb2ff,segment=NetworkSegment(2f21f620-baf6-4802-b20d-aa082a341567),segment_id=2f21f620-baf6-4802-b20d-aa082a341567)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:02:56.593761 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:56.604726 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:02:56.644388 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Pushing event updated for resources: {'Port': ['ID=a9992935-413f-4669-aa8e-a052396eb2ff,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:02:58.326501 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a9992935-413f-4669-aa8e-a052396eb2ff up at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:02:58.376002 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Provisioning complete for port a9992935-413f-4669-aa8e-a052396eb2ff triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:02:58.376373 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:02:58.452860 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Current status of the port a9992935-413f-4669-aa8e-a052396eb2ff is: ACTIVE; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:03:01.176939 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-ac184c10-e8c9-4eb4-bf75-dad19bfdba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:01.967724 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:02.789543 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:03.461028 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-804ee836-b274-4055-9d2a-f39105b1aed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:04.430254 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=70,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:04.431364 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=12,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:04.794275 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:05.504366 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=59,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:06.199576 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:06.313990 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:10.157878 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:11.790660 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:03:13.586702 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-3fe1fbb3-d200-473b-ada0-36a370e7777b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2053756406&fields=id&tenant_id=6516b21ff0b6423cbed032257af13839 HTTP/1.1" status: 200 len: 267 time: 0.0484083 Aug 30 00:03:13.699344 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-cf029928-dced-4d60-ab90-2d1d7964bb89 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:13.700728 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-cf029928-dced-4d60-ab90-2d1d7964bb89 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/networks?id=b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 200 len: 809 time: 0.1076310 Aug 30 00:03:13.716650 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-66ac8357-7db0-4ae2-b097-7f7677a04300 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/quotas/6516b21ff0b6423cbed032257af13839 HTTP/1.1" status: 200 len: 375 time: 0.0095575 Aug 30 00:03:13.772449 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-3c429587-6dbb-430c-b426-fd2ac706b016 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498588 Aug 30 00:03:13.963132 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-4db3a46f-5452-4123-b8e0-31c854864918 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775026 Aug 30 00:03:14.058576 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-49718bc4-baa9-4e79-9cd6-b89897ae3f6f service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895050 Aug 30 00:03:14.372010 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-6c4e1227-ba8e-4f5d-bab0-c6627d213d5d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408037 Aug 30 00:03:14.457367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-9ed0a38f-3086-4ba5-8f54-8ebbac948f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:14.459002 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-9ed0a38f-3086-4ba5-8f54-8ebbac948f98 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1130 time: 0.0432124 Aug 30 00:03:14.571668 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-316e0284-94da-43f9-b5e6-5bf3c7c39ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:14.573919 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-316e0284-94da-43f9-b5e6-5bf3c7c39ecb service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.0909433 Aug 30 00:03:14.650742 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-8a4af88c-114a-45e7-a134-5bca59259a38 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500 HTTP/1.1" status: 200 len: 1002 time: 0.0675900 Aug 30 00:03:14.667488 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6527d517-9212-4cf6-8a0f-fcd5d5cdfcb8 req-3eda0885-6450-41de-b6b0-1fe3743c5bc0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 210 time: 0.0344157 Aug 30 00:03:14.708207 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-fc0151fc-2daa-43fe-9cea-c591ab360249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:14.709924 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-fc0151fc-2daa-43fe-9cea-c591ab360249 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0499370 Aug 30 00:03:14.758058 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-b8ee064f-0cf1-48e8-bb4b-b454bbc8bbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:14.759672 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-b8ee064f-0cf1-48e8-bb4b-b454bbc8bbe5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404017 Aug 30 00:03:14.860486 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-a9cc9eb3-0ac7-45df-a3a0-1d4d2d62785f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912330 Aug 30 00:03:14.955586 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-03ffe7cf-3826-4317-b876-77ce9cceb3bc req-283dad4a-a96a-4137-91d9-e94113214656 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863678 Aug 30 00:03:15.771986 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-44832de6-5263-4940-8fee-e7076e44f192 req-e655dff2-8502-4747-899a-510dd2bae61f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 210 time: 0.0294755 Aug 30 00:03:16.875124 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e1a4576b-a7b0-49b3-8bb6-b5c5cc5a6c3e req-f45f439a-088a-4cf0-87a8-132f82c6fc85 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 210 time: 0.0282643 Aug 30 00:03:16.964869 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-80cb08e1-8905-47e7-9374-c19a356b2945 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:16.966347 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-80cb08e1-8905-47e7-9374-c19a356b2945 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 200 len: 809 time: 0.1095440 Aug 30 00:03:17.037189 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-786dca35-cbd7-482d-8f46-8835dc53f93f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6516b21ff0b6423cbed032257af13839 HTTP/1.1" status: 200 len: 380 time: 0.0563381 Aug 30 00:03:17.056224 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'port': {'device_id': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'admin_state_up': True, 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'security_groups': ['22ee8630-cd1d-4d80-8e96-44b526e83224']}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:03:17.251588 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Made reservation on behalf of 6516b21ff0b6423cbed032257af13839 for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:03:17.255878 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:17.396838 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:17.398184 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Allocated IP 172.20.0.7 (b1bf2eda-aa11-4aef-b798-dafffe73963a/6808f874-b572-41e2-a637-b93bd9057ee3/d8e2f48a-54fa-4f95-996f-1ce84820f6ed) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:03:17.408416 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:17.551662 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:17.663557 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:17.709550 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Network b1bf2eda-aa11-4aef-b798-dafffe73963a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:03:17.712780 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:03:17.716916 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:03:17.746375 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:17.763334 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.763683 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.764028 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.764405 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.764799 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.765038 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.766005 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.766981 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.766981 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.767250 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.767529 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.767857 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.768183 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.768513 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.768834 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:17.791240 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:17.791953 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:17.919131 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-d924c321-36f2-4115-bffa-907f634d51e3 None None] Provisioning complete for port d8e2f48a-54fa-4f95-996f-1ce84820f6ed triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:03:17.919589 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d924c321-36f2-4115-bffa-907f634d51e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:17.932756 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-932f98e5-bd56-42bf-b0ea-1c41a3fb95a0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8803113 Aug 30 00:03:17.948672 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Request body: {'port': {'device_id': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:03:17.986940 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-d924c321-36f2-4115-bffa-907f634d51e3 None None] Port d8e2f48a-54fa-4f95-996f-1ce84820f6ed cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:03:18.025555 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ea0e0-6ba7-4553-91a6-55109d912953 req-5bed8034-7fb2-4c07-9bea-b34c24556cf9 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:18.028495 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-090ea0e0-6ba7-4553-91a6-55109d912953 req-5bed8034-7fb2-4c07-9bea-b34c24556cf9 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 931 time: 0.0649815 Aug 30 00:03:18.032252 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:18.080612 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:18.085615 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-090ea0e0-6ba7-4553-91a6-55109d912953 req-43280dad-6e74-4bda-9793-c3365fb43320 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515919 Aug 30 00:03:18.300526 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e2f48a-54fa-4f95-996f-1ce84820f6ed {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:03:18.307860 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Publish callbacks [] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:18.321461 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Transition to ACTIVE for port object d8e2f48a-54fa-4f95-996f-1ce84820f6ed will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:03:18.399965 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:18.478584 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:18.513417 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Attempting to bind port d8e2f48a-54fa-4f95-996f-1ce84820f6ed on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:03:18.513750 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Attempting to bind port d8e2f48a-54fa-4f95-996f-1ce84820f6ed by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:03:18.514073 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Attempting to bind port d8e2f48a-54fa-4f95-996f-1ce84820f6ed on network b1bf2eda-aa11-4aef-b798-dafffe73963a {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:03:18.518658 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Port d8e2f48a-54fa-4f95-996f-1ce84820f6ed on network b1bf2eda-aa11-4aef-b798-dafffe73963a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:03:18.518895 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Attempting to bind port d8e2f48a-54fa-4f95-996f-1ce84820f6ed on network b1bf2eda-aa11-4aef-b798-dafffe73963a {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:03:18.523756 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:03:18.526966 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Checking segment: {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:03:18.526966 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Bound using segment: {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:03:18.526966 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Bound port: d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d55aa66-ecc6-4ff1-991f-86f50258d739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:03:18.526966 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:18.590925 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:03:18.594668 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:03:18.681291 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:18.685965 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:18.686617 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:18.693102 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 1093 time: 0.7445624 Aug 30 00:03:18.693102 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:03:18.693102 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d40495c-7458-4546-8da4-b1b948bbc229" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:03:18.737845 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c7c7b-ee21-4de0-bd0d-30a0b8408e54 x-openstack-request-id: req-b92c7c7b-ee21-4de0-bd0d-30a0b8408e54 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:03:18.738127 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:03:18.738375 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-b92c7c7b-ee21-4de0-bd0d-30a0b8408e54 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:03:18.738798 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b92c7c7b-ee21-4de0-bd0d-30a0b8408e54'] response: {'name': 'network-changed', 'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'status': 'completed', 'code': 200} Aug 30 00:03:18.743509 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f08be-b879-465d-87a0-2c40ef0983b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:19.209965 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc788a0f-26bf-4f3f-8408-4f9c30f27771 req-7d54e427-96f4-4519-a675-7196cb8aeb70 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:19.211671 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc788a0f-26bf-4f3f-8408-4f9c30f27771 req-7d54e427-96f4-4519-a675-7196cb8aeb70 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0482635 Aug 30 00:03:19.263343 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-dc788a0f-26bf-4f3f-8408-4f9c30f27771 req-7146f037-3b1a-4e8a-aabf-5a60fb6b4998 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456550 Aug 30 00:03:20.384573 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1506e4-cfce-4bb8-bd9e-8b16ec955949 req-1c7825cc-9a56-441f-aee0-a149f11426aa tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:20.386043 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0a1506e4-cfce-4bb8-bd9e-8b16ec955949 req-1c7825cc-9a56-441f-aee0-a149f11426aa tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0472386 Aug 30 00:03:20.439992 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0a1506e4-cfce-4bb8-bd9e-8b16ec955949 req-a39b04dd-ce10-44d6-9b0e-5153cbbc7abb tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476713 Aug 30 00:03:21.085885 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:21.089203 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40495c-7458-4546-8da4-b1b948bbc229 req-3d329b0d-2a32-44c5-885b-ee586b2e9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:21.090767 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9d40495c-7458-4546-8da4-b1b948bbc229 req-3d329b0d-2a32-44c5-885b-ee586b2e9d66 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1127 time: 0.0408781 Aug 30 00:03:21.198041 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40495c-7458-4546-8da4-b1b948bbc229 req-d90141c1-fdb1-452a-ab75-3a6034cdbf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:21.199635 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9d40495c-7458-4546-8da4-b1b948bbc229 req-d90141c1-fdb1-452a-ab75-3a6034cdbf2e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=6516b21ff0b6423cbed032257af13839&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1012540 Aug 30 00:03:21.298197 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40495c-7458-4546-8da4-b1b948bbc229 req-9301b634-a815-4bf0-a9cd-2679bd54a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:21.299739 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9d40495c-7458-4546-8da4-b1b948bbc229 req-9301b634-a815-4bf0-a9cd-2679bd54a76a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0937665 Aug 30 00:03:21.389343 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-97452469-e5b6-4486-a41a-ea5bc58f4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:21.391312 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-97452469-e5b6-4486-a41a-ea5bc58f4e21 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1127 time: 0.0462937 Aug 30 00:03:21.431774 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-38806b30-dd37-4e27-b9a4-dd01ff32d3ba service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 217 time: 0.0335355 Aug 30 00:03:21.485930 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-748018dd-22c5-4191-90ea-d8e3400a10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:21.487466 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-748018dd-22c5-4191-90ea-d8e3400a10b1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6808f874-b572-41e2-a637-b93bd9057ee3 HTTP/1.1" status: 200 len: 848 time: 0.0469787 Aug 30 00:03:21.539871 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-54fdae9d-5f15-4e82-9392-e49d0c73caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:21.541440 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-54fdae9d-5f15-4e82-9392-e49d0c73caaa service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b1bf2eda-aa11-4aef-b798-dafffe73963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478814 Aug 30 00:03:21.570650 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303f010-f86e-4c07-93e4-d01eec743855 req-b2043436-e36c-43b6-ac6d-7c7ada479d74 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:21.572074 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0303f010-f86e-4c07-93e4-d01eec743855 req-b2043436-e36c-43b6-ac6d-7c7ada479d74 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0582743 Aug 30 00:03:21.624002 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0303f010-f86e-4c07-93e4-d01eec743855 req-3e88a048-3622-4fea-bb45-b0a56d721922 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Aug 30 00:03:21.636808 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-db72eed6-7301-48f6-a578-4eb05ef26a24 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882869 Aug 30 00:03:21.705039 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:21.730359 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-99db1fe5-723b-4857-baf6-aee8b575b9ff req-87650390-a6fd-4141-8316-78757bc854e6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867236 Aug 30 00:03:22.750354 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd7219-a2c2-4e06-a463-29d73280e607 req-24f5145a-9684-4c0d-a700-c696fb027714 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:22.751942 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fbfd7219-a2c2-4e06-a463-29d73280e607 req-24f5145a-9684-4c0d-a700-c696fb027714 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0516529 Aug 30 00:03:22.804418 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-fbfd7219-a2c2-4e06-a463-29d73280e607 req-e493d684-aae5-43af-8507-f6fed0e4be68 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467601 Aug 30 00:03:23.927725 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722778-99f7-4d21-acc6-8daa66851e8b req-c00bdd80-00b3-4a83-ae9e-173bee3a9084 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:23.929223 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-44722778-99f7-4d21-acc6-8daa66851e8b req-c00bdd80-00b3-4a83-ae9e-173bee3a9084 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0506201 Aug 30 00:03:23.965658 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:23.980385 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-44722778-99f7-4d21-acc6-8daa66851e8b req-d3f0f5b8-4f1d-40a7-acc0-8172c120afed tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453184 Aug 30 00:03:25.098848 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7a06f-628e-4673-a7c1-149533ddfdfe req-b2e7cbec-a8b6-4f14-b14b-99c5a347df92 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:25.100326 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cdc7a06f-628e-4673-a7c1-149533ddfdfe req-b2e7cbec-a8b6-4f14-b14b-99c5a347df92 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0466452 Aug 30 00:03:25.120876 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:25.150393 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cdc7a06f-628e-4673-a7c1-149533ddfdfe req-d574243a-7632-4eb1-9424-873136779e40 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445309 Aug 30 00:03:26.275725 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99955ad2-1401-4387-8a39-d553f995ca44 req-57288d60-9adc-48c9-b134-41a19f07b822 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:26.277222 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99955ad2-1401-4387-8a39-d553f995ca44 req-57288d60-9adc-48c9-b134-41a19f07b822 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0516958 Aug 30 00:03:26.328284 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-99955ad2-1401-4387-8a39-d553f995ca44 req-5c93926b-d815-4bb7-ba6f-bcdaae596b05 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452902 Aug 30 00:03:27.234781 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-53fe84f7-19b1-4574-a13d-3ce2e9adcdb1 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1075183352&fields=id&tenant_id=c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 267 time: 0.0464296 Aug 30 00:03:27.347720 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-50f3c2e1-6c74-406c-ad0c-0af83208b2a3 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:27.349232 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-50f3c2e1-6c74-406c-ad0c-0af83208b2a3 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 812 time: 0.1080182 Aug 30 00:03:27.365094 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-8ffd20ca-4281-465f-91e2-1d2a95014e50 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/quotas/c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 375 time: 0.0102425 Aug 30 00:03:27.446924 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-4d32892f-4388-488b-8d69-12d3176aa248 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763290 Aug 30 00:03:27.461305 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d80b6-f061-417b-af3d-b655772333a6 req-b70feaaf-733a-4953-ad57-a3133a492547 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:27.462953 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7e7d80b6-f061-417b-af3d-b655772333a6 req-b70feaaf-733a-4953-ad57-a3133a492547 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0585337 Aug 30 00:03:27.515260 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-5bf90a22-25a9-41c5-8930-c7f80dc36e85 service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:03:27.516286 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-5bf90a22-25a9-41c5-8930-c7f80dc36e85 service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0524828 Aug 30 00:03:27.521610 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7e7d80b6-f061-417b-af3d-b655772333a6 req-de494b11-ca49-41ac-8a84-968f34279826 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530891 Aug 30 00:03:27.610923 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-f756e888-606b-4a39-a53d-9ac591d40422 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876119 Aug 30 00:03:27.706338 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-5f6f7afa-34d5-4796-bd87-6ff1e9419239 service neutron] 10.222.0.58 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893846 Aug 30 00:03:27.972791 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:27.977689 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:28.619280 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f6af9854-d720-47c5-a119-7b9e8b677e48 req-e965bf8c-ed57-4371-87dd-01fe67390b2b tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 210 time: 0.3056769 Aug 30 00:03:28.667100 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58fc9f-85ce-414a-a3f1-063160a54b93 req-8ef15dc0-f168-4795-b20f-bbd1c89c10d7 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:28.668533 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6c58fc9f-85ce-414a-a3f1-063160a54b93 req-8ef15dc0-f168-4795-b20f-bbd1c89c10d7 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0526376 Aug 30 00:03:28.723835 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-6c58fc9f-85ce-414a-a3f1-063160a54b93 req-599ac3af-ff80-4827-be26-06854c887594 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495415 Aug 30 00:03:29.280401 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=19 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:29.283258 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=15 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:29.724295 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9702b482-6b75-45f0-931e-e2b45759844a req-dd781c77-102c-4b3e-be70-ac3a3db54277 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 210 time: 0.0304110 Aug 30 00:03:29.846216 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fef51-7114-465a-ae96-302470bda1f5 req-42611ec8-e9ba-40b2-a098-065e0f7f8fbf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:29.848089 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-754fef51-7114-465a-ae96-302470bda1f5 req-42611ec8-e9ba-40b2-a098-065e0f7f8fbf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0514126 Aug 30 00:03:29.899993 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-754fef51-7114-465a-ae96-302470bda1f5 req-b7fce865-b4b5-4649-814b-f72f8e3e7552 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465276 Aug 30 00:03:30.097119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d8e2f48a-54fa-4f95-996f-1ce84820f6ed details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:03:30.200147 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:03:30.212333 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'port_id': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'mac_address': 'fa:16:3e:bf:be:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:03:30.253385 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d8e2f48a-54fa-4f95-996f-1ce84820f6ed is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:03:30.253774 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:30.267143 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e2f48a-54fa-4f95-996f-1ce84820f6ed {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:03:30.287135 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:03:30.375634 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:30.424361 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:30.454491 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-69f4deea-bc3c-4388-8985-d189783b2731 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:30.456185 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-69f4deea-bc3c-4388-8985-d189783b2731 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 812 time: 0.1079938 Aug 30 00:03:30.525923 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-1651cf4f-5230-468d-a6ee-c3a5d6e15ed0 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c78ff4cbc0994af8855b1ac67cb281fe HTTP/1.1" status: 200 len: 380 time: 0.0616508 Aug 30 00:03:30.540664 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'port': {'device_id': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'admin_state_up': True, 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'security_groups': ['31f3b3bd-7094-4ab1-b093-a3c4f57d18d3']}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:03:30.641083 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['d8e2f48a-54fa-4f95-996f-1ce84820f6ed'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:03:30.725056 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Made reservation on behalf of c78ff4cbc0994af8855b1ac67cb281fe for: {'port': 1} {{(pid=113460) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 00:03:30.728909 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:30.841312 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-999855bc-d3ba-46a7-8117-1d042af12d14 req-258f4757-cf60-4cce-94fe-b813dedfb599 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 210 time: 0.0315659 Aug 30 00:03:31.026803 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66b1a3-ffcf-4381-867f-fa56e0ca4689 req-9dc2ffaf-27cf-4408-bafa-75c37c521778 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:31.028546 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9f66b1a3-ffcf-4381-867f-fa56e0ca4689 req-9dc2ffaf-27cf-4408-bafa-75c37c521778 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 944 time: 0.0521894 Aug 30 00:03:31.077347 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:31.091966 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9f66b1a3-ffcf-4381-867f-fa56e0ca4689 req-e1b2b61a-bf2e-47ca-9a0c-95a3046bdb31 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567672 Aug 30 00:03:31.129456 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Allocated IP 172.20.0.9 (b98748d9-f76e-40ff-a76f-dd71e522597e/8c00de95-95b9-487c-b70d-3daa68f1cb72/5f9f8076-cb47-4718-8b08-9ef61c33bd46) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:03:31.147388 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-4edc74ef-8164-4d0c-866e-5b4cad110539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:31.225313 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:31.283253 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:31.395453 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:31.430252 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:31.441082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Network b98748d9-f76e-40ff-a76f-dd71e522597e is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:03:31.444191 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:03:31.446873 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:03:31.480205 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=5f9f8076-cb47-4718-8b08-9ef61c33bd46,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:31.506959 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:31.507629 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:31.581003 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-68e919a0-8c78-49cc-a261-c4d1903a5015 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0440774 Aug 30 00:03:31.593024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Request body: {'port': {'device_id': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85427'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:03:31.661606 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:31.694346 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-2d207e97-f4ad-4bd9-a574-1c6bdf7e9786 None None] Provisioning complete for port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 triggered by entity DHCP. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:03:31.695102 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-2d207e97-f4ad-4bd9-a574-1c6bdf7e9786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:31.742982 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-2d207e97-f4ad-4bd9-a574-1c6bdf7e9786 None None] Port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 cannot update to ACTIVE because it is not bound. {{(pid=113461) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 30 00:03:31.943107 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9f8076-cb47-4718-8b08-9ef61c33bd46 {{(pid=113460) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:03:31.950923 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Publish callbacks [] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:31.964951 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.provisioning_blocks [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Transition to ACTIVE for port object 5f9f8076-cb47-4718-8b08-9ef61c33bd46 will not be triggered until provisioned by entity L2. {{(pid=113460) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 30 00:03:31.976490 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a7734-50c1-41ba-8dc1-8c66a6371d48 req-8a047386-a421-4a26-af5b-ecb97bc63d7f tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:31.978005 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-916a7734-50c1-41ba-8dc1-8c66a6371d48 req-8a047386-a421-4a26-af5b-ecb97bc63d7f tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 931 time: 0.0487959 Aug 30 00:03:32.028684 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-916a7734-50c1-41ba-8dc1-8c66a6371d48 req-97f4ac79-93ca-4a78-86dc-98556994e1f5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446172 Aug 30 00:03:32.049764 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:32.105108 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d8e2f48a-54fa-4f95-996f-1ce84820f6ed up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:03:32.136539 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9f8076-cb47-4718-8b08-9ef61c33bd46,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:32.154496 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port d8e2f48a-54fa-4f95-996f-1ce84820f6ed completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:03:32.169110 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Attempting to bind port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 on host hv-cinder-85427 for vnic_type normal with profile {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 30 00:03:32.174359 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Attempting to bind port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 by drivers openvswitch,hyperv on host hv-cinder-85427 at level 0 using segments [{'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 30 00:03:32.174359 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Attempting to bind port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 on network b98748d9-f76e-40ff-a76f-dd71e522597e {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:03:32.174724 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 on network b98748d9-f76e-40ff-a76f-dd71e522597e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85427 {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 30 00:03:32.174834 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Attempting to bind port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 on network b98748d9-f76e-40ff-a76f-dd71e522597e {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 30 00:03:32.179898 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Checking agent: {'id': 'cb1016a9-04b8-4f31-8e79-7332784ae2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85427', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'started_at': datetime.datetime(2022, 8, 29, 23, 49, 8), 'heartbeat_timestamp': datetime.datetime(2022, 8, 30, 0, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 30 00:03:32.180235 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Checking segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113460) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 30 00:03:32.180613 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Bound using segment: {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'} {{(pid=113460) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 30 00:03:32.181039 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.managers [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Bound port: 5f9f8076-cb47-4718-8b08-9ef61c33bd46, host: hv-cinder-85427, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720c13fe-ccf8-4417-93bf-d1805594db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1050, 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e'}}] {{(pid=113460) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 30 00:03:32.181395 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:32.217398 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port d8e2f48a-54fa-4f95-996f-1ce84820f6ed triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:03:32.218174 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:32.225424 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:32.232038 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa83f-455f-4a3b-aad8-a4ff677b42b8 req-47b9de5c-7176-4e53-8e6e-2cbdd7887a91 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:32.232038 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-597aa83f-455f-4a3b-aad8-a4ff677b42b8 req-47b9de5c-7176-4e53-8e6e-2cbdd7887a91 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 944 time: 0.0527365 Aug 30 00:03:32.247899 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] For port 5f9f8076-cb47-4718-8b08-9ef61c33bd46, host hv-cinder-85427, cleared binding levels {{(pid=113460) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 00:03:32.252560 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] For port 5f9f8076-cb47-4718-8b08-9ef61c33bd46, host hv-cinder-85427, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5f9f8076-cb47-4718-8b08-9ef61c33bd46,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113460) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 00:03:32.253458 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:32.284123 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-597aa83f-455f-4a3b-aad8-a4ff677b42b8 req-757816d2-6ee0-4003-abfe-28ecf2808efb tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465341 Aug 30 00:03:32.294363 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:32.301005 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d8e2f48a-54fa-4f95-996f-1ce84820f6ed is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:03:32.301421 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:32.324672 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:03:32.327094 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564b747f-d337-4fa0-ac3f-ee1fba26151c" -d '{"events": [{"server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:03:32.343522 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:03:32.344435 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:32.351355 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:32.351474 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:32.352862 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/5f9f8076-cb47-4718-8b08-9ef61c33bd46 HTTP/1.1" status: 200 len: 1093 time: 0.7642279 Aug 30 00:03:32.353385 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:03:32.355675 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43b5864-f7f0-4bbe-92b8-24ccd28cd76e" -d '{"events": [{"name": "network-changed", "server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:03:32.407365 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9da943-327a-4829-afd3-6906a4e206b3 x-openstack-request-id: req-0b9da943-327a-4829-afd3-6906a4e206b3 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:03:32.408242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:03:32.408591 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b9da943-327a-4829-afd3-6906a4e206b3 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:03:32.409210 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9da943-327a-4829-afd3-6906a4e206b3'] response: {'name': 'network-changed', 'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'status': 'completed', 'code': 200} Aug 30 00:03:32.412393 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2991b-d484-4aa1-9c6b-6a54bc739579 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9f8076-cb47-4718-8b08-9ef61c33bd46,revision_number=3']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:32.429063 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:32.432881 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:32.453811 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c60bfce-8763-4c64-af01-a2d642f94ca5 x-openstack-request-id: req-3c60bfce-8763-4c64-af01-a2d642f94ca5 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:03:32.454988 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:03:32.455436 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-3c60bfce-8763-4c64-af01-a2d642f94ca5 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:03:32.455999 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c60bfce-8763-4c64-af01-a2d642f94ca5'] response: {'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'code': 200} Aug 30 00:03:32.478162 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b5864-f7f0-4bbe-92b8-24ccd28cd76e req-f829d967-2e87-4df8-94ef-8f9c7bbe81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:32.479731 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f43b5864-f7f0-4bbe-92b8-24ccd28cd76e req-f829d967-2e87-4df8-94ef-8f9c7bbe81e6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 1127 time: 0.0449693 Aug 30 00:03:32.489029 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:32.657153 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b5864-f7f0-4bbe-92b8-24ccd28cd76e req-31a21c0a-22b5-4f71-aa96-f243b0c724e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:32.659228 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f43b5864-f7f0-4bbe-92b8-24ccd28cd76e req-31a21c0a-22b5-4f71-aa96-f243b0c724e8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1034033 Aug 30 00:03:32.758451 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b5864-f7f0-4bbe-92b8-24ccd28cd76e req-b2a50210-b100-4e51-aaa2-2921d4569a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:32.759911 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-f43b5864-f7f0-4bbe-92b8-24ccd28cd76e req-b2a50210-b100-4e51-aaa2-2921d4569a8b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923941 Aug 30 00:03:32.896592 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:32.934022 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33dee6-911f-4969-b899-eb4351319f92 req-2cfc2bea-15bb-4c5d-9adc-ec4332acc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:32.935467 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7c33dee6-911f-4969-b899-eb4351319f92 req-2cfc2bea-15bb-4c5d-9adc-ec4332acc9d0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1129 time: 0.0483458 Aug 30 00:03:32.953960 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-6a1faf37-29a1-413b-9a6d-8ce6cd77be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:32.956448 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-6a1faf37-29a1-413b-9a6d-8ce6cd77be72 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 1127 time: 0.0458410 Aug 30 00:03:32.989909 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-7c33dee6-911f-4969-b899-eb4351319f92 req-fc367938-fe25-4f82-8380-d83e7f5867d5 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Aug 30 00:03:32.998706 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-8325033c-fbaf-4f20-b6fe-c686241c5c0c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9f8076-cb47-4718-8b08-9ef61c33bd46 HTTP/1.1" status: 200 len: 217 time: 0.0337117 Aug 30 00:03:33.151486 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0521f-527d-4ee8-9abd-2828ae49b472 req-cc0bd704-0360-4cee-b3b0-31f6027243cd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:33.151486 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-96d0521f-527d-4ee8-9abd-2828ae49b472 req-cc0bd704-0360-4cee-b3b0-31f6027243cd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 943 time: 0.0481858 Aug 30 00:03:33.206528 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-96d0521f-527d-4ee8-9abd-2828ae49b472 req-1496b049-4ad7-4b92-856a-9fdec47f1437 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492918 Aug 30 00:03:33.266865 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-3abc32bf-bc47-4467-a11d-6d5a01597997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:33.268585 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-3abc32bf-bc47-4467-a11d-6d5a01597997 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0498242 Aug 30 00:03:33.311797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-204ddba2-693e-4218-a5db-4c2aa0018ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:33.313325 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-204ddba2-693e-4218-a5db-4c2aa0018ce3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386674 Aug 30 00:03:33.440721 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b3497-de07-496d-954b-028713b03feb req-54f9da49-f6aa-41ef-9dc1-09326815b34f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:33.442213 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-534b3497-de07-496d-954b-028713b03feb req-54f9da49-f6aa-41ef-9dc1-09326815b34f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0689940 Aug 30 00:03:33.444406 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-20ac7868-d7df-4002-bbab-ade535c3b6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:33.464963 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-79df9653-7ac1-4bd6-b5d1-5029ad867aef service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444788 Aug 30 00:03:33.502802 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-534b3497-de07-496d-954b-028713b03feb req-c45fa1fd-81ec-4912-a1c6-d6970a3b0b02 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503654 Aug 30 00:03:33.797298 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e8345d60-82c3-4c2b-9e12-4f2451697b33 req-aa936a9c-7f52-4a61-adc7-a1be573f5f72 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900764 Aug 30 00:03:34.331610 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8b10e-2ff0-49d1-9adc-247cf4787c4d req-77ca31ac-5ffc-4444-a216-6693c7c2a8d7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:34.333154 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d9f8b10e-2ff0-49d1-9adc-247cf4787c4d req-77ca31ac-5ffc-4444-a216-6693c7c2a8d7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 943 time: 0.0494840 Aug 30 00:03:34.384672 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d9f8b10e-2ff0-49d1-9adc-247cf4787c4d req-f244fc4d-36e7-46f2-8b01-8ccfc83cddd7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458028 Aug 30 00:03:34.625072 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3fb1-c8bb-40eb-ba16-0f937cfe48ff req-b0f7ca9d-aaba-43f6-9960-467f4cb493d8 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:34.627567 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e2fb3fb1-c8bb-40eb-ba16-0f937cfe48ff req-b0f7ca9d-aaba-43f6-9960-467f4cb493d8 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0521951 Aug 30 00:03:34.682525 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-e2fb3fb1-c8bb-40eb-ba16-0f937cfe48ff req-2a4a557f-d8e3-4a09-93fa-a98b190541a3 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495155 Aug 30 00:03:34.773608 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:34.777371 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:34.813479 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2545da-b868-4d79-bae2-c7e6f1a3e9a3 req-0f73a21d-4762-4444-9609-6a10114e53ad tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:34.815637 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a2545da-b868-4d79-bae2-c7e6f1a3e9a3 req-0f73a21d-4762-4444-9609-6a10114e53ad tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Aug 30 00:03:34.867517 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2a2545da-b868-4d79-bae2-c7e6f1a3e9a3 req-48fca906-9bae-4b9e-baab-f9baec6ba974 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Aug 30 00:03:34.894060 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56748) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:03:34.977116 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbc75d-436d-4981-bd4e-73e63dc543a6 tempest-TestShelveInstance-1173342013 tempest-TestShelveInstance-1173342013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:34.978676 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-c6fbc75d-436d-4981-bd4e-73e63dc543a6 tempest-TestShelveInstance-1173342013 tempest-TestShelveInstance-1173342013-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1124 time: 0.0835502 Aug 30 00:03:34.981990 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56752) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:03:34.986443 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.v2.base [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'port_id': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'fixed_ip_address': '172.20.0.7'}} {{(pid=113460) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:03:35.114783 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:35.194649 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:35.305584 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_common [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Allocated IP 172.27.2.226 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/261b02e3-345b-4ca5-a135-00b5012cadff) {{(pid=113460) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:03:35.416005 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for port (261b02e3-345b-4ca5-a135-00b5012cadff), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:35.488718 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (261b02e3-345b-4ca5-a135-00b5012cadff), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:35.520960 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273c336-9d6d-481b-8a42-4d9eca040f22 req-c2ca941b-881e-466f-a294-66c0eb393ed4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:35.522648 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5273c336-9d6d-481b-8a42-4d9eca040f22 req-c2ca941b-881e-466f-a294-66c0eb393ed4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 943 time: 0.0498607 Aug 30 00:03:35.531559 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113460) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:03:35.535381 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.base_scheduler [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Resources bound (agent type, host, resource id): {{(pid=113460) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:03:35.542319 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Received port after_create {{(pid=113460) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:03:35.543293 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:35.564792 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'Port': ['ID=261b02e3-345b-4ca5-a135-00b5012cadff,revision_number=1']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:35.581373 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5273c336-9d6d-481b-8a42-4d9eca040f22 req-8a0613db-cc8a-4760-851c-5653fec7c319 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527310 Aug 30 00:03:35.777684 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:35.907244 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for floatingip (41ba194c-a74a-4aeb-a27d-5b846357c4a7), precommit_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:36.046482 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (261b02e3-345b-4ca5-a135-00b5012cadff), before_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:36.199409 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for port (261b02e3-345b-4ca5-a135-00b5012cadff), precommit_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:36.206145 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:36.252726 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9603516'] for port (261b02e3-345b-4ca5-a135-00b5012cadff), after_update {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:36.280325 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:36.324698 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (41ba194c-a74a-4aeb-a27d-5b846357c4a7), after_create {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:36.326357 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event updated for resources: {'Port': ['ID=261b02e3-345b-4ca5-a135-00b5012cadff,revision_number=2']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:36.422684 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Floating IP 41ba194c-a74a-4aeb-a27d-5b846357c4a7 associated. External IP: 172.27.2.226, port: d8e2f48a-54fa-4f95-996f-1ce84820f6ed. Aug 30 00:03:36.524516 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:36.623407 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Router 4e59b339-3402-40d1-b59a-e6ff8c97f67f has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:03:36.711718 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9283eb-1b84-4bc5-b093-eaf6225cd1be req-e8d4150a-ba43-460b-804a-e81965d82e37 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:36.713339 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7c9283eb-1b84-4bc5-b093-eaf6225cd1be req-e8d4150a-ba43-460b-804a-e81965d82e37 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 943 time: 0.0549397 Aug 30 00:03:36.722142 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:36.735227 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:03:36.745629 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] Sync routers for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:03:36.757515 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:03:36.758138 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:03:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:03:36.768319 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7c9283eb-1b84-4bc5-b093-eaf6225cd1be req-276199d2-40e4-42be-8dbb-69758ae0e4d6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490313 Aug 30 00:03:36.817621 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:36.851607 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-f529fb5d-b9b2-4924-b905-856b4cedd11b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8658102 Aug 30 00:03:36.851607 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:03:36.852162 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e6a538-bf22-4012-bf0f-21526da04803" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:03:36.865077 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:03:36.891932 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e882f-5073-4bae-93f7-6323143025d0 x-openstack-request-id: req-7b9e882f-5073-4bae-93f7-6323143025d0 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:03:36.892225 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:03:36.892482 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-7b9e882f-5073-4bae-93f7-6323143025d0 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:03:36.892894 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9e882f-5073-4bae-93f7-6323143025d0'] response: {'name': 'network-changed', 'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'status': 'completed', 'code': 200} Aug 30 00:03:36.953007 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6a538-bf22-4012-bf0f-21526da04803 req-c13306e0-ea4e-4e4a-bbe4-3e0d6a4147d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:36.955264 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e6a538-bf22-4012-bf0f-21526da04803 req-c13306e0-ea4e-4e4a-bbe4-3e0d6a4147d9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1129 time: 0.0409982 Aug 30 00:03:37.017237 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:37.054261 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6a538-bf22-4012-bf0f-21526da04803 req-8edebe4e-8e1b-42d1-9183-5f5b77ac095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:37.055804 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e6a538-bf22-4012-bf0f-21526da04803 req-8edebe4e-8e1b-42d1-9183-5f5b77ac095a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 200 len: 911 time: 0.0953639 Aug 30 00:03:37.089143 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '41ba194c-a74a-4aeb-a27d-5b846357c4a7', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'port_id': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'mac_address': 'fa:16:3e:bf:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:03:35Z', 'updated_at': '2022-08-30T00:03:35Z', 'revision_number': 0, 'project_id': '6516b21ff0b6423cbed032257af13839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:50Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:03:37.122153 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] Checking router: 4e59b339-3402-40d1-b59a-e6ff8c97f67f for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:03:37.122391 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e6a538-bf22-4012-bf0f-21526da04803 req-ad36fe03-7518-42ec-b4dc-98b3a6e74e4d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 999 time: 0.0573432 Aug 30 00:03:37.123400 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:03:37.124006 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:03:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:03:37.170366 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6a538-bf22-4012-bf0f-21526da04803 req-e9ae62f8-de3f-41fe-9a9f-fabe30df5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:37.171887 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e6a538-bf22-4012-bf0f-21526da04803 req-e9ae62f8-de3f-41fe-9a9f-fabe30df5048 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6808f874-b572-41e2-a637-b93bd9057ee3 HTTP/1.1" status: 200 len: 848 time: 0.0468378 Aug 30 00:03:37.224924 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6a538-bf22-4012-bf0f-21526da04803 req-bba8b3c0-1bdf-4c3e-8cbc-421f0586732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:37.226511 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e6a538-bf22-4012-bf0f-21526da04803 req-bba8b3c0-1bdf-4c3e-8cbc-421f0586732a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b1bf2eda-aa11-4aef-b798-dafffe73963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482903 Aug 30 00:03:37.230256 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:03:37.320286 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e6a538-bf22-4012-bf0f-21526da04803 req-9705bf0e-4088-43bc-aea0-7a18ffae1b63 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876017 Aug 30 00:03:37.422098 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-71e6a538-bf22-4012-bf0f-21526da04803 req-dea9cf18-c849-46f8-ab5c-22006480be51 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937359 Aug 30 00:03:37.452602 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '41ba194c-a74a-4aeb-a27d-5b846357c4a7', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'port_id': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'mac_address': 'fa:16:3e:bf:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:03:35Z', 'updated_at': '2022-08-30T00:03:35Z', 'revision_number': 0, 'project_id': '6516b21ff0b6423cbed032257af13839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:50Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:03:37.484284 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a36c8e4-171b-4bd7-9853-1717055343f9 None None] The sync data for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi is: [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '41ba194c-a74a-4aeb-a27d-5b846357c4a7', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'port_id': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'mac_address': 'fa:16:3e:bf:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:03:35Z', 'updated_at': '2022-08-30T00:03:35Z', 'revision_number': 0, 'project_id': '6516b21ff0b6423cbed032257af13839', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:50Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:03:37.687131 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64875b-2353-45e1-80f2-e7ef1b9e2d97 None None] New status for floating IP 41ba194c-a74a-4aeb-a27d-5b846357c4a7: ACTIVE {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:03:37.893891 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6b354-938f-4d03-87ff-75c94876ac9a req-670b6d8c-69ac-44a8-933a-73765472e4eb tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:37.895496 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7fd6b354-938f-4d03-87ff-75c94876ac9a req-670b6d8c-69ac-44a8-933a-73765472e4eb tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 943 time: 0.0478513 Aug 30 00:03:37.947015 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7fd6b354-938f-4d03-87ff-75c94876ac9a req-4f519773-0afc-4511-af49-3919c9d4def0 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458817 Aug 30 00:03:39.082008 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56891dc-3198-4d94-b333-7f47196ebaac req-284823f2-7bfe-4bbd-aec1-426e451e629d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:39.083587 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d56891dc-3198-4d94-b333-7f47196ebaac req-284823f2-7bfe-4bbd-aec1-426e451e629d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 943 time: 0.0561316 Aug 30 00:03:39.151069 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d56891dc-3198-4d94-b333-7f47196ebaac req-673c3b50-3c6e-4b9c-b11e-f0f59b270d25 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617220 Aug 30 00:03:40.127020 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:40.272674 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39c6bf-f7de-4dc3-a31f-5cb338de5047 req-7e52d60a-b158-4e9b-9d08-0604c01434d6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:40.274165 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cc39c6bf-f7de-4dc3-a31f-5cb338de5047 req-7e52d60a-b158-4e9b-9d08-0604c01434d6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 943 time: 0.0483110 Aug 30 00:03:40.326578 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cc39c6bf-f7de-4dc3-a31f-5cb338de5047 req-86fcea69-c898-4cac-bbc4-67ffc9331eb7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461740 Aug 30 00:03:41.406655 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:41.444158 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e328839-95f8-4bfd-a128-180f25c5bac0 req-52b13a1d-d62e-48bc-aa95-1bb8bb9ded6d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:41.445635 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e328839-95f8-4bfd-a128-180f25c5bac0 req-52b13a1d-d62e-48bc-aa95-1bb8bb9ded6d tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 943 time: 0.0474398 Aug 30 00:03:41.496821 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-3e328839-95f8-4bfd-a128-180f25c5bac0 req-e4a3bcd6-e544-4793-b5ad-4c2a6715d4e2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453539 Aug 30 00:03:42.118173 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 5f9f8076-cb47-4718-8b08-9ef61c33bd46 details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:03:42.223931 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 5f9f8076-cb47-4718-8b08-9ef61c33bd46, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5f9f8076-cb47-4718-8b08-9ef61c33bd46,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:03:42.235191 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'port_id': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'mac_address': 'fa:16:3e:52:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1050, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:03:42.270079 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:03:42.270491 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:42.283170 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9f8076-cb47-4718-8b08-9ef61c33bd46 {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:03:42.302893 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 5f9f8076-cb47-4718-8b08-9ef61c33bd46, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5f9f8076-cb47-4718-8b08-9ef61c33bd46,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:03:42.372556 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:42.421468 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=5f9f8076-cb47-4718-8b08-9ef61c33bd46,revision_number=4']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:42.428663 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.429007 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.429345 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.429679 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.430617 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.430617 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.430850 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.430989 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.431308 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.431626 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.431946 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.432265 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.432580 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.432935 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.433206 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:42.601722 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['5f9f8076-cb47-4718-8b08-9ef61c33bd46'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:03:42.641373 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3a1d8-9467-4749-bda1-54540f3d9e29 req-1007c7d4-4bd3-43ee-ad58-bea00f097fa7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:42.641373 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bee3a1d8-9467-4749-bda1-54540f3d9e29 req-1007c7d4-4bd3-43ee-ad58-bea00f097fa7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 944 time: 0.0550594 Aug 30 00:03:42.678976 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bee3a1d8-9467-4749-bda1-54540f3d9e29 req-d1915005-d544-4247-8383-9ed1a20d6a87 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481129 Aug 30 00:03:42.833545 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:43.806284 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5938913-49f2-4618-90d2-b4107fdee203 req-893002d3-f3e5-47d1-bf24-4a10427b4f92 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:43.807813 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c5938913-49f2-4618-90d2-b4107fdee203 req-893002d3-f3e5-47d1-bf24-4a10427b4f92 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 944 time: 0.0490825 Aug 30 00:03:43.859026 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c5938913-49f2-4618-90d2-b4107fdee203 req-9c228f58-b99c-4aa4-b680-1d1380e58f67 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452511 Aug 30 00:03:44.116004 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 5f9f8076-cb47-4718-8b08-9ef61c33bd46 up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:03:44.160855 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:44.161848 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning for port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 completed by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 30 00:03:44.280749 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:03:44.281130 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:44.480763 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:03:44.481055 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:44.505062 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:03:44.507309 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac1366e-0400-4853-96b5-1a1cb4d17819" -d '{"events": [{"server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "name": "network-vif-plugged", "status": "completed", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:03:44.521075 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port 5f9f8076-cb47-4718-8b08-9ef61c33bd46, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5f9f8076-cb47-4718-8b08-9ef61c33bd46,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:03:44.546413 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22388fb-026c-4e1b-b16e-5d4216749a33 x-openstack-request-id: req-a22388fb-026c-4e1b-b16e-5d4216749a33 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:03:44.546721 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "name": "network-vif-plugged", "status": "completed", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:03:44.546979 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-a22388fb-026c-4e1b-b16e-5d4216749a33 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:03:44.547381 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22388fb-026c-4e1b-b16e-5d4216749a33'] response: {'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'code': 200} Aug 30 00:03:44.590332 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:44.641108 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=5f9f8076-cb47-4718-8b08-9ef61c33bd46,revision_number=5']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:44.981278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410278d-a6fb-4222-8ff8-c401bbd4479f req-f276565f-c7ca-4c50-894b-af778d4c8df4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:44.983091 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7410278d-a6fb-4222-8ff8-c401bbd4479f req-f276565f-c7ca-4c50-894b-af778d4c8df4 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 945 time: 0.0507307 Aug 30 00:03:45.039189 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:45.066683 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecaff1-c2d1-4c82-841b-d2de6ce6d821 req-16a002a8-c486-483e-877e-b9c9fb67597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:45.068261 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1ecaff1-c2d1-4c82-841b-d2de6ce6d821 req-16a002a8-c486-483e-877e-b9c9fb67597b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 1129 time: 0.0609691 Aug 30 00:03:45.072261 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7410278d-a6fb-4222-8ff8-c401bbd4479f req-d1a04a90-f4ca-4f9e-b63b-f268e76d6fd7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831225 Aug 30 00:03:45.118853 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1ecaff1-c2d1-4c82-841b-d2de6ce6d821 req-0ace4364-ecf9-4140-a7b0-a4ab8621c53c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Aug 30 00:03:46.197404 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad12ca-b1ad-4696-8a71-93afc6dacf60 req-cad36484-fcd7-4953-82db-29966a5c99ab tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:46.198915 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-daad12ca-b1ad-4696-8a71-93afc6dacf60 req-cad36484-fcd7-4953-82db-29966a5c99ab tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 945 time: 0.0479732 Aug 30 00:03:46.250189 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-daad12ca-b1ad-4696-8a71-93afc6dacf60 req-d17b2544-a4f4-44db-9d28-ffe50d2ebacd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456424 Aug 30 00:03:46.843848 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:46.845753 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:47.377805 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd4d11-1988-419b-b5db-50469b67f633 req-2e82b726-328b-47bb-ae77-4a2d0800790a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:47.379330 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a9cd4d11-1988-419b-b5db-50469b67f633 req-2e82b726-328b-47bb-ae77-4a2d0800790a tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 945 time: 0.0523524 Aug 30 00:03:47.430590 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a9cd4d11-1988-419b-b5db-50469b67f633 req-a09a862d-61d5-4a05-a618-f56ddd8ad67f tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450304 Aug 30 00:03:47.449770 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=76 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:47.455653 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=72 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:47.556040 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dbaf5-3bd1-4961-adcf-4850b61dd1fa req-abf6c556-7722-4de5-89fb-0eb028154cb2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:47.557460 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-223dbaf5-3bd1-4961-adcf-4850b61dd1fa req-abf6c556-7722-4de5-89fb-0eb028154cb2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 945 time: 0.0475473 Aug 30 00:03:47.608445 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-223dbaf5-3bd1-4961-adcf-4850b61dd1fa req-5fc8ff11-072f-4dfe-add5-90a3df2fcd83 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452931 Aug 30 00:03:47.635338 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56788) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:03:47.679044 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1cf03d-ee3b-4bb5-a6b0-5fde96e98762 tempest-TestVolumeBootPattern-2041143223 tempest-TestVolumeBootPattern-2041143223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:47.680648 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-1d1cf03d-ee3b-4bb5-a6b0-5fde96e98762 tempest-TestVolumeBootPattern-2041143223 tempest-TestVolumeBootPattern-2041143223-project-admin] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 1124 time: 0.0443518 Aug 30 00:03:47.683783 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56790) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:03:47.688111 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.v2.base [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Request body: {'floatingip': {'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'port_id': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113459) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 00:03:47.801231 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:47.880551 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (None), before_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:47.882968 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:47.990406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_common [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Allocated IP 172.27.2.251 (7d409053-fd0b-411f-803b-807da9860c1a/0ea6ad8a-50c9-4eae-a5b6-5a603401117f/b26f7f06-4a21-44b4-b739-9a9310484785) {{(pid=113459) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 00:03:48.092726 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (b26f7f06-4a21-44b4-b739-9a9310484785), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:48.184396 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773072651798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (b26f7f06-4a21-44b4-b739-9a9310484785), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:48.229059 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:48.232836 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Network 7d409053-fd0b-411f-803b-807da9860c1a is already hosted by enough agents. {{(pid=113459) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 00:03:48.238065 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.base_scheduler [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Resources bound (agent type, host, resource id): {{(pid=113459) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 00:03:48.240966 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=b26f7f06-4a21-44b4-b739-9a9310484785,revision_number=1']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:48.242902 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Received port after_create {{(pid=113459) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 30 00:03:48.275009 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.275357 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.275702 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.276039 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.276373 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.276706 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.277030 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.277354 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.277679 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.278013 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.278338 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.278685 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.279004 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.279327 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.280038 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:03:48.618715 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (5ccb5ce1-2712-4f05-9060-d6e5aa753e54), precommit_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:48.785389 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (b26f7f06-4a21-44b4-b739-9a9310484785), before_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:48.790037 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:03:48.829481 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:48.937203 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for port (b26f7f06-4a21-44b4-b739-9a9310484785), precommit_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:48.987189 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8685916'] for port (b26f7f06-4a21-44b4-b739-9a9310484785), after_update {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:49.058647 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event updated for resources: {'Port': ['ID=b26f7f06-4a21-44b4-b739-9a9310484785,revision_number=2']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:03:49.060985 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628491'] for floatingip (5ccb5ce1-2712-4f05-9060-d6e5aa753e54), after_create {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:49.153632 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Floating IP 5ccb5ce1-2712-4f05-9060-d6e5aa753e54 associated. External IP: 172.27.2.251, port: 5f9f8076-cb47-4718-8b08-9ef61c33bd46. Aug 30 00:03:49.299040 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:49.363237 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Router 205a321a-9b23-4ced-8d04-3b672a49e665 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:03:49.474302 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:03:49.485220 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ddc86-214c-4123-886d-359862c73c74 None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:03:49.496003 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ddc86-214c-4123-886d-359862c73c74 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:03:49.500298 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-045ddc86-214c-4123-886d-359862c73c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:03:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:03:49.569083 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:03:49.601205 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-045ddc86-214c-4123-886d-359862c73c74 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:03:49.604110 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-5560940d-888e-4f47-8cac-ad79594dcad7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9170086 Aug 30 00:03:49.604110 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:03:49.604986 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaa537c-f3de-459f-b263-943d555beec3" -d '{"events": [{"name": "network-changed", "server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:03:49.701170 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3577de-a9f4-4869-a0a4-e3156d469948 x-openstack-request-id: req-5d3577de-a9f4-4869-a0a4-e3156d469948 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:03:49.701790 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:03:49.701790 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-5d3577de-a9f4-4869-a0a4-e3156d469948 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:03:49.702109 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3577de-a9f4-4869-a0a4-e3156d469948'] response: {'name': 'network-changed', 'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'status': 'completed', 'code': 200} Aug 30 00:03:49.764702 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa537c-f3de-459f-b263-943d555beec3 req-0569d984-c353-4588-8283-5eb9184886fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:49.766266 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aaa537c-f3de-459f-b263-943d555beec3 req-0569d984-c353-4588-8283-5eb9184886fc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 1129 time: 0.0402336 Aug 30 00:03:49.828444 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-045ddc86-214c-4123-886d-359862c73c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5ccb5ce1-2712-4f05-9060-d6e5aa753e54', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:52:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:03:48Z', 'updated_at': '2022-08-30T00:03:48Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}, {'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:38Z', 'revision_number': 1, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:03:49.854447 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ddc86-214c-4123-886d-359862c73c74 None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:03:49.863066 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ddc86-214c-4123-886d-359862c73c74 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:03:49.863668 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-045ddc86-214c-4123-886d-359862c73c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:03:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:03:49.871644 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa537c-f3de-459f-b263-943d555beec3 req-5a0b081a-f8f4-4a45-8510-51b0ae7f4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:49.873303 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aaa537c-f3de-459f-b263-943d555beec3 req-5a0b081a-f8f4-4a45-8510-51b0ae7f4d9e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.0997949 Aug 30 00:03:49.918763 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:03:49.943743 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aaa537c-f3de-459f-b263-943d555beec3 req-ca7688ab-2c1f-4f71-a2d2-42323d97a74f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9f8076-cb47-4718-8b08-9ef61c33bd46 HTTP/1.1" status: 200 len: 999 time: 0.0637891 Aug 30 00:03:49.999175 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa537c-f3de-459f-b263-943d555beec3 req-06e317d4-686f-4253-92e2-93de5f2973cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:50.000702 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aaa537c-f3de-459f-b263-943d555beec3 req-06e317d4-686f-4253-92e2-93de5f2973cb service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0511153 Aug 30 00:03:50.046500 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa537c-f3de-459f-b263-943d555beec3 req-18a5a3c1-fdb6-4ada-87bd-5719b1395acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:03:50.048041 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aaa537c-f3de-459f-b263-943d555beec3 req-18a5a3c1-fdb6-4ada-87bd-5719b1395acd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409467 Aug 30 00:03:50.052402 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-045ddc86-214c-4123-886d-359862c73c74 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:03:50.142719 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aaa537c-f3de-459f-b263-943d555beec3 req-bf4b5430-224e-4cc1-8f22-0c558942bbe6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888174 Aug 30 00:03:50.242923 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9aaa537c-f3de-459f-b263-943d555beec3 req-2349ffa6-ffca-4f9c-b25c-463948421088 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942719 Aug 30 00:03:50.270249 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-045ddc86-214c-4123-886d-359862c73c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5ccb5ce1-2712-4f05-9060-d6e5aa753e54', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:52:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:03:48Z', 'updated_at': '2022-08-30T00:03:48Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}, {'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:38Z', 'revision_number': 1, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:03:50.296792 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ddc86-214c-4123-886d-359862c73c74 None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': '5ccb5ce1-2712-4f05-9060-d6e5aa753e54', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:52:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:03:48Z', 'updated_at': '2022-08-30T00:03:48Z', 'revision_number': 0, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}, {'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:38Z', 'revision_number': 1, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:03:50.491030 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03caaa-0c49-4d93-98ca-2bab0ab78b34 None None] New status for floating IP 5ccb5ce1-2712-4f05-9060-d6e5aa753e54: ACTIVE {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:04:00.231747 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=58,neutron:DELETE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:00.238749 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=25 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:01.159277 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-4afac261-73b0-4b9c-b79d-aaf793ba52a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:03.435551 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-81c5948f-93e0-4e6b-a926-95f47f9d980d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:04.755342 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:05.921030 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=78 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:05.921917 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=78 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:06.218935 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:06.288273 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:10.165333 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:16.341477 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-d4516129-7c65-420f-b977-69eb267dd77b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401802 Aug 30 00:04:16.438463 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-f3957f71-ecf5-4377-8e1f-c488c95b1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:16.440002 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-f3957f71-ecf5-4377-8e1f-c488c95b1ed7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1130 time: 0.0443957 Aug 30 00:04:16.550928 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-ed634f14-6682-4009-867b-1c8d6ed675f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:16.552331 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-ed634f14-6682-4009-867b-1c8d6ed675f3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.0916572 Aug 30 00:04:16.620992 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-dd325058-cca6-4f41-a500-3cd413c41406 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500 HTTP/1.1" status: 200 len: 1002 time: 0.0613821 Aug 30 00:04:16.671931 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-12a42968-0619-42e7-bec0-a0bcbfbe22aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:16.673410 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-12a42968-0619-42e7-bec0-a0bcbfbe22aa service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0451944 Aug 30 00:04:16.717175 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-84912f85-1cae-4bfa-bff8-e0b4505938c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:04:16.718783 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-84912f85-1cae-4bfa-bff8-e0b4505938c0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394251 Aug 30 00:04:16.814022 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-9275fa5b-521c-4a7d-b8a8-fa927596fb4c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892899 Aug 30 00:04:16.905968 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-272ea4af-a8ae-45f7-9e49-c105e782ed36 req-2ca27710-7105-4126-b29e-eecb48e78f48 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864322 Aug 30 00:04:20.080719 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:20.082658 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:25.789508 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:04:26.896048 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=47 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:26.903236 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=54 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:31.148521 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-42e73f9a-8041-4022-8b04-018a701252fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:33.476456 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5c698205-859c-41a6-a89d-9461b1328a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:34.784827 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:36.239942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:36.309396 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:40.156358 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:04:42.916515 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:42.917335 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:50.094485 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:04:50.096422 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:01.155037 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-094fd7b7-b14a-45a7-b334-0ff62f65f7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:02.788325 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:05:03.463792 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-30fb4c4e-a557-4f15-9810-6ca7d0f7755a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:04.791597 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:06.188981 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:06.309381 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:10.155950 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:18.569075 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f00b939-353a-4084-849b-636198522ea8 req-0644025c-355f-4fcd-be8c-b73228caf835 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433519 Aug 30 00:05:18.630278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00b939-353a-4084-849b-636198522ea8 req-90b680da-4591-41e2-b253-cf69ffbc9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:18.631820 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f00b939-353a-4084-849b-636198522ea8 req-90b680da-4591-41e2-b253-cf69ffbc9483 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1129 time: 0.0397341 Aug 30 00:05:18.737726 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00b939-353a-4084-849b-636198522ea8 req-579bbea5-3c0f-42ba-a511-f483660fb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:18.739258 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f00b939-353a-4084-849b-636198522ea8 req-579bbea5-3c0f-42ba-a511-f483660fb969 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 200 len: 911 time: 0.0884318 Aug 30 00:05:19.066381 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f00b939-353a-4084-849b-636198522ea8 req-a08a3db0-e8ef-4550-a385-365f53f31577 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 1001 time: 0.3190536 Aug 30 00:05:19.114838 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00b939-353a-4084-849b-636198522ea8 req-9db09580-afbb-4e39-956c-69f33adddeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:19.116291 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f00b939-353a-4084-849b-636198522ea8 req-9db09580-afbb-4e39-956c-69f33adddeac service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6808f874-b572-41e2-a637-b93bd9057ee3 HTTP/1.1" status: 200 len: 848 time: 0.0439947 Aug 30 00:05:19.160245 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00b939-353a-4084-849b-636198522ea8 req-3eaf3971-41e5-4054-87fb-71eb81cfadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:19.161780 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f00b939-353a-4084-849b-636198522ea8 req-3eaf3971-41e5-4054-87fb-71eb81cfadf1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b1bf2eda-aa11-4aef-b798-dafffe73963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376396 Aug 30 00:05:19.259314 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f00b939-353a-4084-849b-636198522ea8 req-67da5aac-aee6-4355-8b7c-9b684c3e2977 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887485 Aug 30 00:05:19.357336 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0f00b939-353a-4084-849b-636198522ea8 req-897d7bc8-9748-4d8a-96f3-dabbfa013073 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896955 Aug 30 00:05:20.095289 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:UPDATE=4,neutron:SELECT=8 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:20.097665 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:28.735827 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56832) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:28.884389 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Deleting port b26f7f06-4a21-44b4-b739-9a9310484785 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:28.884729 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (b26f7f06-4a21-44b4-b739-9a9310484785), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:28.961652 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (b26f7f06-4a21-44b4-b739-9a9310484785), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:28.961975 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (b26f7f06-4a21-44b4-b739-9a9310484785), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:28.975505 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Calling delete_port for b26f7f06-4a21-44b4-b739-9a9310484785 owned by network:floatingip {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:29.120110 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:29.136685 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:29.258533 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (b26f7f06-4a21-44b4-b739-9a9310484785), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:29.275624 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=17 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:29.281530 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=17 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:29.289557 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event deleted for resources: {'Port': ['ID=b26f7f06-4a21-44b4-b739-9a9310484785,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:29.314942 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.315295 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.315642 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.315985 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.316321 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.316669 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.316987 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.317311 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.317638 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.317970 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.318295 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.318660 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.318989 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.319408 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.319731 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:29.364574 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (5ccb5ce1-2712-4f05-9060-d6e5aa753e54), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:29.366667 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Floating IP 5ccb5ce1-2712-4f05-9060-d6e5aa753e54 disassociated (deleted). External IP: 172.27.2.251, port: 5f9f8076-cb47-4718-8b08-9ef61c33bd46. Aug 30 00:05:29.571600 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Router 205a321a-9b23-4ced-8d04-3b672a49e665 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:05:29.684450 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:05:29.689510 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:29.695956 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:05:29.705933 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:05:29.706579 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:05:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:29.723308 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-f7486358-36ef-4fd3-bead-4a3ef03e5402 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/5ccb5ce1-2712-4f05-9060-d6e5aa753e54 HTTP/1.1" status: 204 len: 168 time: 0.9839365 Aug 30 00:05:29.723308 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:05:29.724085 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:05:29.774520 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5f1c73-d8e7-4553-81f7-dc0ea9fca6b7 x-openstack-request-id: req-0b5f1c73-d8e7-4553-81f7-dc0ea9fca6b7 {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:05:29.775162 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:05:29.775162 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-0b5f1c73-d8e7-4553-81f7-dc0ea9fca6b7 {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:05:29.775479 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5f1c73-d8e7-4553-81f7-dc0ea9fca6b7'] response: {'name': 'network-changed', 'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'status': 'completed', 'code': 200} Aug 30 00:05:29.816410 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:05:29.846735 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-097801a9-46a8-44a4-8df0-f51479501573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:29.851794 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-097801a9-46a8-44a4-8df0-f51479501573 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 1129 time: 0.0421128 Aug 30 00:05:29.949275 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-69980bc5-e1f1-4afc-9103-1b52733ef715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:29.951079 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-69980bc5-e1f1-4afc-9103-1b52733ef715 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.0959098 Aug 30 00:05:30.005028 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-0de3edb7-6dce-43b7-833a-41409b57962e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f9f8076-cb47-4718-8b08-9ef61c33bd46 HTTP/1.1" status: 200 len: 217 time: 0.0360696 Aug 30 00:05:30.044278 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:38Z', 'revision_number': 1, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:30.056080 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-374dd007-b6fb-4d82-b93b-2d5efe20cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:30.057609 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-374dd007-b6fb-4d82-b93b-2d5efe20cc4a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.0469420 Aug 30 00:05:30.070331 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:05:30.080496 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:05:30.081106 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:05:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:30.118830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-3205b667-9e3c-4c38-807f-7cd6ed516366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:30.120536 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-3205b667-9e3c-4c38-807f-7cd6ed516366 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551889 Aug 30 00:05:30.178506 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad52f52-1e1a-4f8b-894e-64417d9d74af req-4831b01d-4b50-4f8a-ae72-a907bef9a969 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:30.180034 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0ad52f52-1e1a-4f8b-894e-64417d9d74af req-4831b01d-4b50-4f8a-ae72-a907bef9a969 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 945 time: 0.0487893 Aug 30 00:05:30.190319 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:05:30.231397 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0ad52f52-1e1a-4f8b-894e-64417d9d74af req-8cd19c1e-71c1-4a97-8ee0-f7580b6c4f59 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454571 Aug 30 00:05:30.410892 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:38Z', 'revision_number': 1, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:30.435837 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2004a82c-27fc-402e-95f5-53ecb749b25c None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_floatingips': [{'id': 'f8a4440a-c2ed-40fb-82c5-619aab3eb3b9', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'router_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'port_id': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'mac_address': 'fa:16:3e:86:26:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f051f8-b22f-462d-9638-085850018918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-30T00:01:35Z', 'updated_at': '2022-08-30T00:01:38Z', 'revision_number': 1, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:05:30.670971 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5151bed7-bf5b-4cae-b750-86fb4303eafb None None] New status for floating IP 5ccb5ce1-2712-4f05-9060-d6e5aa753e54: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:05:31.155627 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-d5cc5f6e-5eb5-4fb8-8f10-56ab6f061c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:31.359632 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d737-b55f-46a5-a03b-be60e9b98161 req-348284f3-ebca-4321-88d8-79b8c26fa2e3 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:31.361156 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d473d737-b55f-46a5-a03b-be60e9b98161 req-348284f3-ebca-4321-88d8-79b8c26fa2e3 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 945 time: 0.0478153 Aug 30 00:05:31.375119 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:31.475724 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d473d737-b55f-46a5-a03b-be60e9b98161 req-76dfd632-0fb3-4bc5-aa2e-6abc81e21edc tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082778 Aug 30 00:05:31.497318 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-51fcaefb-b376-4c9e-a430-5cdf33aa13e8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282358 Aug 30 00:05:31.628776 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:31.653405 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2b975e2e-caa6-4ad8-b56f-7f219f8a02a5 req-f7ab0c2c-9755-4a9a-9233-7de77e34e615 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952256 Aug 30 00:05:31.992661 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-9672bad9-4fcb-4728-8337-c38168a55644 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:31.994038 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-9672bad9-4fcb-4728-8337-c38168a55644 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Aug 30 00:05:32.080483 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Deleting port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:32.080828 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:32.177249 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] For port 5f9f8076-cb47-4718-8b08-9ef61c33bd46, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=5f9f8076-cb47-4718-8b08-9ef61c33bd46,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:32.177743 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:32.190827 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Calling delete_port for 5f9f8076-cb47-4718-8b08-9ef61c33bd46 owned by compute:nova {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:32.386884 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (5f9f8076-cb47-4718-8b08-9ef61c33bd46), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:32.413666 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event deleted for resources: {'Port': ['ID=5f9f8076-cb47-4718-8b08-9ef61c33bd46,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:32.477228 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] No DVR routers for this DVR port 5f9f8076-cb47-4718-8b08-9ef61c33bd46 on host hv-cinder-85427 {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:05:32.477228 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:32.477228 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-27a4bb94-334c-4a94-b9fd-9eaedca8f047 req-64c9db1d-fdf5-499f-be8b-76a6bbc05de2 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "DELETE /networking/v2.0/ports/5f9f8076-cb47-4718-8b08-9ef61c33bd46 HTTP/1.1" status: 204 len: 173 time: 0.4654417 Aug 30 00:05:32.477228 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'name': 'network-vif-deleted', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:05:32.477228 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb7d7c8-acf1-40b8-b866-82e2303fb373" -d '{"events": [{"server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "name": "network-vif-deleted", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:05:32.508855 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038db4d7-1c94-4658-a4f7-7908c2ff4ffd x-openstack-request-id: req-038db4d7-1c94-4658-a4f7-7908c2ff4ffd {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:05:32.509145 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79c5170-5e23-402b-9da6-706f8fad5507", "name": "network-vif-deleted", "tag": "5f9f8076-cb47-4718-8b08-9ef61c33bd46", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:05:32.509762 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-038db4d7-1c94-4658-a4f7-7908c2ff4ffd {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:05:32.509869 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038db4d7-1c94-4658-a4f7-7908c2ff4ffd'] response: {'server_uuid': 'b79c5170-5e23-402b-9da6-706f8fad5507', 'name': 'network-vif-deleted', 'tag': '5f9f8076-cb47-4718-8b08-9ef61c33bd46', 'status': 'completed', 'code': 200} Aug 30 00:05:32.580125 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-35b14c07-3316-463e-b101-31f88694f20f req-7a6e7a25-84be-4ebd-bb9b-7ed5fed45850 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 210 time: 0.0282421 Aug 30 00:05:33.447019 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e4432299-6775-49c2-8504-9da436713c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:33.699296 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c86f2006-6729-4671-93e0-67f00dcc735f req-caf376de-6383-4bbc-a8f9-f4e0f1c2b8c6 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=b79c5170-5e23-402b-9da6-706f8fad5507 HTTP/1.1" status: 200 len: 210 time: 0.0316868 Aug 30 00:05:34.786882 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:36.000782 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f84d7-94e9-409d-a95c-ce5f46746a82 req-bee96a6f-f498-4096-82d6-86236cc3a4be tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:36.002361 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cc9f84d7-94e9-409d-a95c-ce5f46746a82 req-bee96a6f-f498-4096-82d6-86236cc3a4be tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0503216 Aug 30 00:05:36.062503 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-cc9f84d7-94e9-409d-a95c-ce5f46746a82 req-296da67b-752a-43a7-84d1-4ee20f0e30c6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528126 Aug 30 00:05:36.227157 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:36.318043 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:36.557484 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 5f9f8076-cb47-4718-8b08-9ef61c33bd46 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:36.576809 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: 5f9f8076-cb47-4718-8b08-9ef61c33bd46 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:05:36.577784 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device 5f9f8076-cb47-4718-8b08-9ef61c33bd46 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:05:37.184731 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d5b9b-5af4-4b99-b1de-a6bf73dbb720 req-dd50dcc2-6e34-47e7-a611-d6b691ac5140 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:37.186336 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-db1d5b9b-5af4-4b99-b1de-a6bf73dbb720 req-dd50dcc2-6e34-47e7-a611-d6b691ac5140 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0475955 Aug 30 00:05:37.204956 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56882) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:37.244935 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-db1d5b9b-5af4-4b99-b1de-a6bf73dbb720 req-5b8595b6-28a1-4a69-b604-b0742e9e7470 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518587 Aug 30 00:05:37.352412 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Deleting port 83a6aac0-50ab-41f8-bfce-843e89ce0d5b {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:37.352755 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:37.436435 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:37.436755 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:37.450209 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Calling delete_port for 83a6aac0-50ab-41f8-bfce-843e89ce0d5b owned by network:floatingip {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:37.707031 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (83a6aac0-50ab-41f8-bfce-843e89ce0d5b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:37.739728 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event deleted for resources: {'Port': ['ID=83a6aac0-50ab-41f8-bfce-843e89ce0d5b,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:37.754290 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.754680 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.755024 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.755367 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.755703 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.756036 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.756366 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.756689 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.757016 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.757344 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.757694 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.758018 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.758344 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.758686 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.759006 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:37.815445 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (f8a4440a-c2ed-40fb-82c5-619aab3eb3b9), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:37.815772 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.db.l3_db [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Floating IP f8a4440a-c2ed-40fb-82c5-619aab3eb3b9 disassociated (deleted). External IP: 172.27.2.223, port: a37b351a-0c4d-40e1-805b-bd45bbb90500. Aug 30 00:05:38.016774 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Router 205a321a-9b23-4ced-8d04-3b672a49e665 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:05:38.123486 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:05:38.127849 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:38.133660 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:05:38.144630 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:05:38.145237 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:05:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:38.151379 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:38.159888 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-30df8398-0f88-4adb-a4ab-4220fd228070 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/f8a4440a-c2ed-40fb-82c5-619aab3eb3b9 HTTP/1.1" status: 204 len: 168 time: 0.9538462 Aug 30 00:05:38.168918 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:05:38.168918 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:05:38.254332 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:05:38.285892 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8321543d-9425-4582-b909-b9e302f1053c x-openstack-request-id: req-8321543d-9425-4582-b909-b9e302f1053c {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:05:38.286465 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:05:38.286727 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8321543d-9425-4582-b909-b9e302f1053c {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:05:38.287407 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8321543d-9425-4582-b909-b9e302f1053c'] response: {'name': 'network-changed', 'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'status': 'completed', 'code': 200} Aug 30 00:05:38.353013 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:38.395315 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-155c20a2-c999-445b-a87e-fd321d4af9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:38.396991 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-155c20a2-c999-445b-a87e-fd321d4af9f0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 1130 time: 0.0799799 Aug 30 00:05:38.420573 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ebffa-c0b0-469a-b552-3e9752e30040 req-fc8335d4-352c-47e1-86c6-41b0c02d777d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:38.423925 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bf4ebffa-c0b0-469a-b552-3e9752e30040 req-fc8335d4-352c-47e1-86c6-41b0c02d777d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0706239 Aug 30 00:05:38.426253 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:38.501443 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:38.546507 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:38.552908 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-bf4ebffa-c0b0-469a-b552-3e9752e30040 req-614e0ef6-228f-4748-814c-c0bac1d848a6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855658 Aug 30 00:05:38.554110 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-fd0498f4-85e4-45b5-baba-fbe8e18b3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:38.555525 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-fd0498f4-85e4-45b5-baba-fbe8e18b3089 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 200 len: 914 time: 0.1528051 Aug 30 00:05:38.562276 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:38.588426 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:05:38.597307 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:05:38.597917 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:05:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:38.632881 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5e61-4755-4078-a829-4b7215034373 req-c5b6512c-50fb-498b-9df5-7cca3ee154d7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:38.634455 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-75fd5e61-4755-4078-a829-4b7215034373 req-c5b6512c-50fb-498b-9df5-7cca3ee154d7 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 946 time: 0.0502849 Aug 30 00:05:38.685266 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-75fd5e61-4755-4078-a829-4b7215034373 req-733d3223-7d6d-4204-bd61-77d8d84c33fd tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 Aug 30 00:05:38.704936 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:05:38.896190 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:38.922278 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f882834-be11-4c6e-9738-0f833ce9c445 None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-29T23:57:49Z', 'revision_number': 4, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': 'd6d9559b-a116-4b3a-8f94-d41bf30ae69d', 'name': '', 'network_id': 'b98748d9-f76e-40ff-a76f-dd71e522597e', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'mac_address': 'fa:16:3e:9b:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:48Z', 'updated_at': '2022-08-29T23:57:56Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'subnets': [{'id': '8c00de95-95b9-487c-b70d-3daa68f1cb72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:05:39.137384 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3492d7-9b0c-4bb1-aef9-c0a66f8ce360 None None] New status for floating IP f8a4440a-c2ed-40fb-82c5-619aab3eb3b9: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:05:39.685057 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e17e-de7b-4266-9837-17d31eed7cc0 req-982a4d4a-075f-482b-ab60-f821efa394d8 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:39.687222 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7512e17e-de7b-4266-9837-17d31eed7cc0 req-982a4d4a-075f-482b-ab60-f821efa394d8 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0498972 Aug 30 00:05:39.758481 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-9d401a3d-1814-4517-b057-08625e818a7f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500 HTTP/1.1" status: 200 len: 217 time: 0.0545912 Aug 30 00:05:39.788166 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:05:39.858834 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7512e17e-de7b-4266-9837-17d31eed7cc0 req-6bc33c2e-b03a-4992-adbd-bdb68e6d177b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656361 Aug 30 00:05:39.887015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba818ca-0f67-42eb-83ea-f6edaebbadb6 req-1be323fd-f167-4894-8e99-8b333b517c92 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:39.887015 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ba818ca-0f67-42eb-83ea-f6edaebbadb6 req-1be323fd-f167-4894-8e99-8b333b517c92 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 946 time: 0.1038282 Aug 30 00:05:39.890477 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-98911be2-25ef-4194-8937-2c2b8a440f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:39.892794 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-98911be2-25ef-4194-8937-2c2b8a440f2c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 200 len: 851 time: 0.1232476 Aug 30 00:05:39.946128 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7ba818ca-0f67-42eb-83ea-f6edaebbadb6 req-1db9126c-70b7-4df0-af3c-f8e0db5d8f91 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516663 Aug 30 00:05:40.003720 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-81464701-342a-457f-8c74-06843c7b6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:40.005242 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-81464701-342a-457f-8c74-06843c7b6df6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b98748d9-f76e-40ff-a76f-dd71e522597e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411389 Aug 30 00:05:40.105917 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-e323409c-8cb4-4c32-9db2-fc419b1e7e40 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928483 Aug 30 00:05:40.184714 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:40.319787 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-45612ddf-7cdf-4d12-86b7-96e3f1f601fd req-0cb2443d-be30-43e3-b352-cedd95a8125b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992875 Aug 30 00:05:40.352778 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d15300-699e-4e30-9a36-c0f61f239646 req-8fc04eba-7339-4c7e-9d3d-8ec91bbefd38 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:40.354252 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-18d15300-699e-4e30-9a36-c0f61f239646 req-8fc04eba-7339-4c7e-9d3d-8ec91bbefd38 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 946 time: 0.0485926 Aug 30 00:05:40.430137 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:40.444281 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Deleting port a37b351a-0c4d-40e1-805b-bd45bbb90500 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:40.444549 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:40.536289 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] For port a37b351a-0c4d-40e1-805b-bd45bbb90500, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=a37b351a-0c4d-40e1-805b-bd45bbb90500,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:40.536651 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:40.550884 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Calling delete_port for a37b351a-0c4d-40e1-805b-bd45bbb90500 owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:40.733243 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (a37b351a-0c4d-40e1-805b-bd45bbb90500), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:40.762213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event deleted for resources: {'Port': ['ID=a37b351a-0c4d-40e1-805b-bd45bbb90500,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:40.808326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] No DVR routers for this DVR port a37b351a-0c4d-40e1-805b-bd45bbb90500 on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:05:40.810867 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:40.814556 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-18d15300-699e-4e30-9a36-c0f61f239646 req-7cff7cea-5759-47b6-87dd-54ae073b4285 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a37b351a-0c4d-40e1-805b-bd45bbb90500 HTTP/1.1" status: 204 len: 173 time: 0.4544044 Aug 30 00:05:40.814941 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'name': 'network-vif-deleted', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:05:40.817194 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca8e25-ddf4-4abb-8ec2-c3c6ad4b6092" -d '{"events": [{"server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "name": "network-vif-deleted", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:05:40.853962 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d792c-90b3-4e12-bcae-e2af7e51fda7 x-openstack-request-id: req-c75d792c-90b3-4e12-bcae-e2af7e51fda7 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:05:40.854286 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f051f8-b22f-462d-9638-085850018918", "name": "network-vif-deleted", "tag": "a37b351a-0c4d-40e1-805b-bd45bbb90500", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:05:40.854591 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-c75d792c-90b3-4e12-bcae-e2af7e51fda7 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:05:40.855031 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75d792c-90b3-4e12-bcae-e2af7e51fda7'] response: {'server_uuid': 'c8f051f8-b22f-462d-9638-085850018918', 'name': 'network-vif-deleted', 'tag': 'a37b351a-0c4d-40e1-805b-bd45bbb90500', 'status': 'completed', 'code': 200} Aug 30 00:05:40.990142 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80efaea-579e-45be-95fa-f76b2d90fc29 req-6e4f8bd6-13aa-4b42-8d68-2a1bb8fe0a52 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:40.991658 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c80efaea-579e-45be-95fa-f76b2d90fc29 req-6e4f8bd6-13aa-4b42-8d68-2a1bb8fe0a52 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0526066 Aug 30 00:05:41.055447 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-c80efaea-579e-45be-95fa-f76b2d90fc29 req-3f901c4c-231d-467c-a5ef-5a94e5391cdf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566623 Aug 30 00:05:41.071761 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4b92d40a-5616-43fd-91e6-ea6e1fe38f2f req-c8011915-5454-4d25-97ab-ff80325058b9 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=c8f051f8-b22f-462d-9638-085850018918 HTTP/1.1" status: 200 len: 210 time: 0.0393131 Aug 30 00:05:42.156164 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56910) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:42.187568 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812be00-9cd7-4959-819e-fdedd99403b8 req-fe586da3-1052-4bc8-8c6b-77b4b2b7691e tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:42.189369 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1812be00-9cd7-4959-819e-fdedd99403b8 req-fe586da3-1052-4bc8-8c6b-77b4b2b7691e tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0550795 Aug 30 00:05:42.241821 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-1812be00-9cd7-4959-819e-fdedd99403b8 req-f5f7d491-849b-453b-95fb-33b5cc5e3784 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463815 Aug 30 00:05:42.508701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Deleting port 3cedd58b-7134-469e-bfa7-4f5903f2499b {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:42.509043 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (3cedd58b-7134-469e-bfa7-4f5903f2499b), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:42.586689 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (3cedd58b-7134-469e-bfa7-4f5903f2499b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:42.587015 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (3cedd58b-7134-469e-bfa7-4f5903f2499b), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:42.603377 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Calling delete_port for 3cedd58b-7134-469e-bfa7-4f5903f2499b owned by network:floatingip {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:42.677677 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:42.798161 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (3cedd58b-7134-469e-bfa7-4f5903f2499b), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:42.823045 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event deleted for resources: {'Port': ['ID=3cedd58b-7134-469e-bfa7-4f5903f2499b,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:42.888648 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for floatingip (5a9781ea-bce8-4510-b477-b0eaf5596723), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:42.891219 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:42.893666 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-79950bee-3a4b-4cc6-b1cf-cb46ee509ae5 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/5a9781ea-bce8-4510-b477-b0eaf5596723 HTTP/1.1" status: 204 len: 168 time: 0.7352548 Aug 30 00:05:43.371347 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186472f7-4d8a-4ce6-bbf3-9b666d84fc68 req-1a80b452-a645-461f-b705-086d293049cf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:43.376208 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-186472f7-4d8a-4ce6-bbf3-9b666d84fc68 req-1a80b452-a645-461f-b705-086d293049cf tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0545518 Aug 30 00:05:43.423416 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-186472f7-4d8a-4ce6-bbf3-9b666d84fc68 req-d4647c1b-8003-4c39-a689-de10511c6e6a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437942 Aug 30 00:05:44.245526 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56924) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:44.303766 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b37baab-91ef-48fd-84bd-acc925772cd1 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group (31f3b3bd-7094-4ab1-b093-a3c4f57d18d3), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:44.327381 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b37baab-91ef-48fd-84bd-acc925772cd1 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group (31f3b3bd-7094-4ab1-b093-a3c4f57d18d3), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:44.353671 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:44.518360 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b37baab-91ef-48fd-84bd-acc925772cd1 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (31f3b3bd-7094-4ab1-b093-a3c4f57d18d3), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:44.520879 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b37baab-91ef-48fd-84bd-acc925772cd1 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:44.524849 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4b37baab-91ef-48fd-84bd-acc925772cd1 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/31f3b3bd-7094-4ab1-b093-a3c4f57d18d3 HTTP/1.1" status: 204 len: 168 time: 0.2755353 Aug 30 00:05:44.534560 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37baab-91ef-48fd-84bd-acc925772cd1 tempest-TestVolumeBootPattern-1495322451 tempest-TestVolumeBootPattern-1495322451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3b3bd-7094-4ab1-b093-a3c4f57d18d3,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:44.565785 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c67f1f-4cf7-4de6-b0fd-e9fd8b02264e req-75f3953b-baed-4d64-a8fc-4a6616c74469 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:44.570902 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-13c67f1f-4cf7-4de6-b0fd-e9fd8b02264e req-75f3953b-baed-4d64-a8fc-4a6616c74469 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0661988 Aug 30 00:05:44.598685 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:44.619435 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-13c67f1f-4cf7-4de6-b0fd-e9fd8b02264e req-74da86b2-6d7e-4e10-aaa4-719a889c071b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Aug 30 00:05:44.620148 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a37b351a-0c4d-40e1-805b-bd45bbb90500 no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:44.645329 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: a37b351a-0c4d-40e1-805b-bd45bbb90500 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:05:44.645925 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device a37b351a-0c4d-40e1-805b-bd45bbb90500 not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:05:44.657487 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56930) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:45.073137 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (205a321a-9b23-4ced-8d04-3b672a49e665), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:45.295569 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Deleting port d6d9559b-a116-4b3a-8f94-d41bf30ae69d {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:45.296314 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:45.375111 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:45.378451 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] For port d6d9559b-a116-4b3a-8f94-d41bf30ae69d, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:45.378451 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:45.391227 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Calling delete_port for d6d9559b-a116-4b3a-8f94-d41bf30ae69d owned by network:router_interface {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:45.525519 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:45.627453 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (d6d9559b-a116-4b3a-8f94-d41bf30ae69d), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:45.655775 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d9559b-a116-4b3a-8f94-d41bf30ae69d,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:45.758212 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a45b8d-25db-44ab-a418-afaf857128ca req-6f2d0d47-284c-45ab-bbdf-c985b1b90564 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:45.759812 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f5a45b8d-25db-44ab-a418-afaf857128ca req-6f2d0d47-284c-45ab-bbdf-c985b1b90564 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Aug 30 00:05:45.819049 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f5a45b8d-25db-44ab-a418-afaf857128ca req-f31d8a70-2f98-47b0-9d49-e6db319ccce4 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532961 Aug 30 00:05:45.831656 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (205a321a-9b23-4ced-8d04-3b672a49e665), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:46.044737 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Router 205a321a-9b23-4ced-8d04-3b672a49e665 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:05:46.148427 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:05:46.153835 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-3846f03e-0409-484a-8d2d-caecc4290859 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/205a321a-9b23-4ced-8d04-3b672a49e665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4949038 Aug 30 00:05:46.156218 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56936) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:46.160179 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] Sync routers for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:05:46.176867 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:05:46.177604 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:05:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:46.283872 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-a4aedc65-0aca-4caf-baa3-3544975570dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:46.285367 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-a4aedc65-0aca-4caf-baa3-3544975570dd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1129 time: 0.0755529 Aug 30 00:05:46.285983 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:05:46.290562 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks [] for router (205a321a-9b23-4ced-8d04-3b672a49e665), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:46.376090 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:46.466297 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:46.467592 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-6f57c204-70d1-4629-8cf1-d99e3403f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:46.469162 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-6f57c204-70d1-4629-8cf1-d99e3403f26b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 200 len: 911 time: 0.1470537 Aug 30 00:05:46.472585 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks [] for router_gateway (205a321a-9b23-4ced-8d04-3b672a49e665), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:46.478638 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-30T00:05:45Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:46.503728 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] Checking router: 205a321a-9b23-4ced-8d04-3b672a49e665 for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:05:46.512342 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] Routers {'205a321a-9b23-4ced-8d04-3b672a49e665'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:05:46.512944 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:05:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['205a321a-9b23-4ced-8d04-3b672a49e665'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:46.539505 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-7ead3a26-2918-4793-8a9f-5c9a739a6f8d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 1001 time: 0.0624535 Aug 30 00:05:46.617148 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-4c07d50d-ae3c-4897-b36b-4c8572f0544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:46.618645 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-4c07d50d-ae3c-4897-b36b-4c8572f0544b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6808f874-b572-41e2-a637-b93bd9057ee3 HTTP/1.1" status: 200 len: 848 time: 0.0693610 Aug 30 00:05:46.630475 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] Set router 205a321a-9b23-4ced-8d04-3b672a49e665 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:05:46.638340 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Deleting port 5d987eaf-4875-4617-80b8-f2865b5013b7 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:46.638701 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:46.711631 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-bf1c4f38-e110-4ab8-86f0-bb65dde9bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:46.713123 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-bf1c4f38-e110-4ab8-86f0-bb65dde9bdf6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b1bf2eda-aa11-4aef-b798-dafffe73963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851698 Aug 30 00:05:46.743290 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:46.801797 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] For port 5d987eaf-4875-4617-80b8-f2865b5013b7, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=5d987eaf-4875-4617-80b8-f2865b5013b7,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:46.802210 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:46.806237 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-30T00:05:45Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:46.822390 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Calling delete_port for 5d987eaf-4875-4617-80b8-f2865b5013b7 owned by network:router_gateway {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:46.831517 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80daf20-c353-4a2c-8884-ce43bcf11993 None None] The sync data for ids ['205a321a-9b23-4ced-8d04-3b672a49e665'] in dv-cinder-854272-4-iscsi is: [{'id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'name': 'tempest-TestVolumeBootPattern-1254141520-router', 'tenant_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:44Z', 'updated_at': '2022-08-30T00:05:45Z', 'revision_number': 5, 'project_id': 'c78ff4cbc0994af8855b1ac67cb281fe', 'gw_port': {'id': '5d987eaf-4875-4617-80b8-f2865b5013b7', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:60:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205a321a-9b23-4ced-8d04-3b672a49e665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:45Z', 'updated_at': '2022-08-29T23:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:05:46.894978 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-e32ab478-7d63-423f-a69d-5257db4aba03 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709971 Aug 30 00:05:46.923650 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:46.942159 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f36cd6-68f6-46e5-9493-2dc7da5f78bb req-df5862db-1a88-419f-ad3b-4f877295a9bd tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:46.943926 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f8f36cd6-68f6-46e5-9493-2dc7da5f78bb req-df5862db-1a88-419f-ad3b-4f877295a9bd tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0478258 Aug 30 00:05:46.995191 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f8f36cd6-68f6-46e5-9493-2dc7da5f78bb req-ae501af0-cfa4-482f-b44f-34fca0055fe4 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454195 Aug 30 00:05:47.053765 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-d607baf0-d739-46e3-a7ef-8d24dd29024f req-66ec5d1b-b17a-4ce0-8054-ec3914695927 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471694 Aug 30 00:05:47.161721 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (5d987eaf-4875-4617-80b8-f2865b5013b7), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.194279 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d987eaf-4875-4617-80b8-f2865b5013b7,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:47.255039 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:47.260067 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (205a321a-9b23-4ced-8d04-3b672a49e665), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.351196 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (205a321a-9b23-4ced-8d04-3b672a49e665), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.353497 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks [] for router_controller (205a321a-9b23-4ced-8d04-3b672a49e665), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.456072 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (205a321a-9b23-4ced-8d04-3b672a49e665), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.456758 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205a321a-9b23-4ced-8d04-3b672a49e665 {{(pid=113460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:05:47.460911 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.462057 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-56c3b46e-2166-4967-bcfb-f0ed2d8617a3 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/205a321a-9b23-4ced-8d04-3b672a49e665 HTTP/1.1" status: 204 len: 168 time: 1.3042929 Aug 30 00:05:47.465078 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56940) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:47.521081 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e208107-0484-4614-b5f7-56989c80a7c0 admin admin] Deleting subnet 8c00de95-95b9-487c-b70d-3daa68f1cb72 {{(pid=113459) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:05:47.524873 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e208107-0484-4614-b5f7-56989c80a7c0 admin admin] Publish callbacks [] for subnet (8c00de95-95b9-487c-b70d-3daa68f1cb72), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.562224 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e208107-0484-4614-b5f7-56989c80a7c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9494867'] for subnet (8c00de95-95b9-487c-b70d-3daa68f1cb72), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.642323 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e208107-0484-4614-b5f7-56989c80a7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (8c00de95-95b9-487c-b70d-3daa68f1cb72), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.741830 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e208107-0484-4614-b5f7-56989c80a7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8687270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8393182'] for subnet (8c00de95-95b9-487c-b70d-3daa68f1cb72), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.768398 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e208107-0484-4614-b5f7-56989c80a7c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c00de95-95b9-487c-b70d-3daa68f1cb72,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:47.772259 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-1e208107-0484-4614-b5f7-56989c80a7c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.775530 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-1e208107-0484-4614-b5f7-56989c80a7c0 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/8c00de95-95b9-487c-b70d-3daa68f1cb72 HTTP/1.1" status: 204 len: 168 time: 0.3091660 Aug 30 00:05:47.777922 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56942) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:47.780986 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323bb2f-8565-46c3-8544-3b86ec07e987 None None] Network b98748d9-f76e-40ff-a76f-dd71e522597e requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:05:47.854163 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (b98748d9-f76e-40ff-a76f-dd71e522597e), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.900620 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Deleting port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:47.900968 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.944942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] DHCP port deletion for b98748d9-f76e-40ff-a76f-dd71e522597e request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:05:47.971930 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] For port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:47.972575 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.983874 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Deleting port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:47.984243 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:47.986082 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Calling delete_port for b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 owned by network:dhcp {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:48.052084 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] For port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,segment=NetworkSegment(720c13fe-ccf8-4417-93bf-d1805594db4e),segment_id=720c13fe-ccf8-4417-93bf-d1805594db4e)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:48.052573 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.068277 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Calling delete_port for b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:48.117925 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c34ea-7a1b-4908-b742-29eb2c757ad0 req-249bc0e2-5d6c-4827-9977-a3fd8970caab tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:48.119446 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a65c34ea-7a1b-4908-b742-29eb2c757ad0 req-249bc0e2-5d6c-4827-9977-a3fd8970caab tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0477591 Aug 30 00:05:48.155177 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.162039 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (b7ed3306-fc25-4e6e-97cb-f884d7ea28b8), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.190298 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Pushing event deleted for resources: {'Port': ['ID=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:48.194981 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] No DVR routers for this DVR port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:05:48.201359 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-a65c34ea-7a1b-4908-b742-29eb2c757ad0 req-28c99477-2cd1-4ac7-9392-d83301d181a4 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744555 Aug 30 00:05:48.201844 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ed3306-fc25-4e6e-97cb-f884d7ea28b8,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:48.204351 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] No DVR routers for this DVR port b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 on host dv-cinder-854272-4-iscsi {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:05:48.210628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.210628 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.210842 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.211064 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.211408 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.211729 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.212054 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.212379 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.212703 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.213025 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.213349 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.213710 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.214032 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.214349 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.214716 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa322ef1-6f50-4181-b6e1-dc4376da1d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:05:48.279259 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (b98748d9-f76e-40ff-a76f-dd71e522597e), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.300066 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98748d9-f76e-40ff-a76f-dd71e522597e']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:48.306518 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:48.308541 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:48.310288 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720c13fe-ccf8-4417-93bf-d1805594db4e') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:48.310624 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720c13fe-ccf8-4417-93bf-d1805594db4e') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:48.320342 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (720c13fe-ccf8-4417-93bf-d1805594db4e), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.334735 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (720c13fe-ccf8-4417-93bf-d1805594db4e), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.341362 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Releasing vlan 1050 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:05:48.341752 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (720c13fe-ccf8-4417-93bf-d1805594db4e), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.413442 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device d6d9559b-a116-4b3a-8f94-d41bf30ae69d no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:48.433833 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 720c13fe-ccf8-4417-93bf-d1805594db4e resource provider aggregate not found Aug 30 00:05:48.437521 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: d6d9559b-a116-4b3a-8f94-d41bf30ae69d {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:05:48.437872 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device d6d9559b-a116-4b3a-8f94-d41bf30ae69d not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:05:48.439100 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 5d987eaf-4875-4617-80b8-f2865b5013b7 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:48.452189 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 720c13fe-ccf8-4417-93bf-d1805594db4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 720c13fe-ccf8-4417-93bf-d1805594db4e found for delete ", "request_id": "req-c3c58dfc-8715-4f06-b979-45d1732f324c"}]} Aug 30 00:05:48.461530 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 5d987eaf-4875-4617-80b8-f2865b5013b7 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:05:48.461874 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 5d987eaf-4875-4617-80b8-f2865b5013b7 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:05:48.462291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:48.481841 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:05:48.490646 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device b7ed3306-fc25-4e6e-97cb-f884d7ea28b8 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:05:48.506990 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (b98748d9-f76e-40ff-a76f-dd71e522597e), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.512599 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:48.517132 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/b98748d9-f76e-40ff-a76f-dd71e522597e HTTP/1.1" status: 204 len: 168 time: 0.7369444 Aug 30 00:05:48.519891 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56952) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:48.528030 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb267aad-2384-4554-b5bc-93670b648116 admin admin] Pushing event deleted for resources: {'Network': ['ID=b98748d9-f76e-40ff-a76f-dd71e522597e,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:48.666196 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:48.833121 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (551ee194-1f17-43c4-880c-2479e4d84e18), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:49.301034 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Deleting port 146aa346-a668-4d15-8034-6c7dfdde481e {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:49.301373 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:49.346489 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bf9b4-29e8-4412-90a1-d225f9bd31b3 req-6871d4ff-fb43-42aa-b867-21fec2de32d9 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:49.348400 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d72bf9b4-29e8-4412-90a1-d225f9bd31b3 req-6871d4ff-fb43-42aa-b867-21fec2de32d9 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0502932 Aug 30 00:05:49.391220 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] For port 146aa346-a668-4d15-8034-6c7dfdde481e, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=146aa346-a668-4d15-8034-6c7dfdde481e,segment=NetworkSegment(ee3031b6-3a7f-4522-b84f-c8d5adb97369),segment_id=ee3031b6-3a7f-4522-b84f-c8d5adb97369)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:49.392091 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:49.405728 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Calling delete_port for 146aa346-a668-4d15-8034-6c7dfdde481e owned by network:router_interface {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:49.406591 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d72bf9b4-29e8-4412-90a1-d225f9bd31b3 req-579dd023-0bb3-4928-a2f5-a9ea2dc0188e tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512271 Aug 30 00:05:49.514695 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:49.659255 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (146aa346-a668-4d15-8034-6c7dfdde481e), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:49.686629 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Pushing event deleted for resources: {'Port': ['ID=146aa346-a668-4d15-8034-6c7dfdde481e,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:49.851754 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:49.856594 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (551ee194-1f17-43c4-880c-2479e4d84e18), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:50.072876 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Router 551ee194-1f17-43c4-880c-2479e4d84e18 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:05:50.178379 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:05:50.183422 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-d61973b0-ac7e-46ef-bfa4-3e20dbc91108 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/551ee194-1f17-43c4-880c-2479e4d84e18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623981 Aug 30 00:05:50.186044 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56956) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:50.190328 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] Sync routers for ids ['551ee194-1f17-43c4-880c-2479e4d84e18'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:05:50.200324 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] Routers {'551ee194-1f17-43c4-880c-2479e4d84e18'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:05:50.200945 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:05:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['551ee194-1f17-43c4-880c-2479e4d84e18'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:50.238074 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:50.290110 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks [] for router (551ee194-1f17-43c4-880c-2479e4d84e18), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:50.305512 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] Set router 551ee194-1f17-43c4-880c-2479e4d84e18 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:05:50.452341 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks [] for router_gateway (551ee194-1f17-43c4-880c-2479e4d84e18), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:50.480015 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '412ce717-9254-4153-9a86-6ac03937bf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-30T00:05:49Z', 'revision_number': 5, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port': {'id': '412ce717-9254-4153-9a86-6ac03937bf61', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ec:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-29T23:57:55Z', 'updated_at': '2022-08-29T23:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:50.509913 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] Checking router: 551ee194-1f17-43c4-880c-2479e4d84e18 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:05:50.519883 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] Routers {'551ee194-1f17-43c4-880c-2479e4d84e18'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:05:50.520588 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:05:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['551ee194-1f17-43c4-880c-2479e4d84e18'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:50.547574 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec59a1-4d22-46a7-ab50-726a965bfd26 req-2df46706-6566-4306-99bd-8e99f341365b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:50.549185 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-feec59a1-4d22-46a7-ab50-726a965bfd26 req-2df46706-6566-4306-99bd-8e99f341365b tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0653241 Aug 30 00:05:50.559410 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Deleting port 412ce717-9254-4153-9a86-6ac03937bf61 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:50.559755 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (412ce717-9254-4153-9a86-6ac03937bf61), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:50.600274 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:50.602189 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-feec59a1-4d22-46a7-ab50-726a965bfd26 req-100dee52-bbfd-43b3-afaf-829485de1417 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464168 Aug 30 00:05:50.616451 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] Set router 551ee194-1f17-43c4-880c-2479e4d84e18 gateway port host: None {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:05:50.644101 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:50.661070 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] For port 412ce717-9254-4153-9a86-6ac03937bf61, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=412ce717-9254-4153-9a86-6ac03937bf61,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:50.661660 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (412ce717-9254-4153-9a86-6ac03937bf61), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:50.671681 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-30T00:05:50Z', 'revision_number': 6, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port_host': None}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:50.677155 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Calling delete_port for 412ce717-9254-4153-9a86-6ac03937bf61 owned by network:router_gateway {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:50.682544 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-0557d0a8-b47f-484a-b3ae-6ff03db22b5f req-8728cc2f-e5ff-4985-a09d-abc8f20d5d3f service neutron] http://10.222.0.58:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113459) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 30 00:05:50.684111 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-0557d0a8-b47f-484a-b3ae-6ff03db22b5f req-8728cc2f-e5ff-4985-a09d-abc8f20d5d3f service neutron] 10.222.0.58 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063179 Aug 30 00:05:50.698718 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a318b5-ff3d-4c51-8cf3-2b947ed81f75 None None] The sync data for ids ['551ee194-1f17-43c4-880c-2479e4d84e18'] in dv-cinder-854272-4-iscsi is: [{'id': '551ee194-1f17-43c4-880c-2479e4d84e18', 'name': 'tempest-TestVolumeBootPattern-1755519294-router', 'tenant_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-29T23:57:54Z', 'updated_at': '2022-08-30T00:05:50Z', 'revision_number': 6, 'project_id': '6a86a9923ac94e39b93c5f2107a1f3cf', 'gw_port_host': None}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:05:50.940052 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (412ce717-9254-4153-9a86-6ac03937bf61), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:50.969232 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Pushing event deleted for resources: {'Port': ['ID=412ce717-9254-4153-9a86-6ac03937bf61,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:51.032667 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (551ee194-1f17-43c4-880c-2479e4d84e18), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.148657 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (551ee194-1f17-43c4-880c-2479e4d84e18), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.151071 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks [] for router_controller (551ee194-1f17-43c4-880c-2479e4d84e18), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.182126 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241adb6-9e83-46e1-9fbb-e57c1a0cfd36 req-5e7ae192-d22f-4abb-bd4e-2f35c3dcdadd tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:51.183680 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2241adb6-9e83-46e1-9fbb-e57c1a0cfd36 req-5e7ae192-d22f-4abb-bd4e-2f35c3dcdadd tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0603373 Aug 30 00:05:51.238934 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-2241adb6-9e83-46e1-9fbb-e57c1a0cfd36 req-06dd0fec-bfaa-471a-8fdd-c62a153852d5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480099 Aug 30 00:05:51.282899 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-f5f99835-56f2-446e-9ebd-100bd5a1483c service neutron] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890546 Aug 30 00:05:51.333400 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (551ee194-1f17-43c4-880c-2479e4d84e18), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.333992 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551ee194-1f17-43c4-880c-2479e4d84e18 {{(pid=113460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:05:51.338145 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.345111 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-db8aa369-c9cf-4a12-b379-a9e66932e688 admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/551ee194-1f17-43c4-880c-2479e4d84e18 HTTP/1.1" status: 204 len: 168 time: 1.1523492 Aug 30 00:05:51.345111 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 56966) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:51.388486 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c19c33d-e075-4a0e-a37d-08022db6f984 admin admin] Deleting subnet 1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1 {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:05:51.392146 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6c19c33d-e075-4a0e-a37d-08022db6f984 admin admin] Publish callbacks [] for subnet (1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.426326 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6c19c33d-e075-4a0e-a37d-08022db6f984 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.476297 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:51.509667 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:51.553897 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6c19c33d-e075-4a0e-a37d-08022db6f984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.699430 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6c19c33d-e075-4a0e-a37d-08022db6f984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.727130 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19c33d-e075-4a0e-a37d-08022db6f984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:51.730982 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-6c19c33d-e075-4a0e-a37d-08022db6f984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:51.734956 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-6c19c33d-e075-4a0e-a37d-08022db6f984 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/1fd7e1cc-c8c6-4ff5-bf76-6d7b59b0dbe1 HTTP/1.1" status: 204 len: 168 time: 0.3911386 Aug 30 00:05:51.737131 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56968) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:51.740384 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8bf74-aa07-4a99-bb6f-221ac508f55c None None] Network 6bca7e63-294d-415a-8cd1-33a90182aee6 requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:05:52.039442 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] DHCP port deletion for 6bca7e63-294d-415a-8cd1-33a90182aee6 request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:05:52.080607 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] Deleting port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:52.081029 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.111277 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (6bca7e63-294d-415a-8cd1-33a90182aee6), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.152562 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] For port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,segment=NetworkSegment(ee3031b6-3a7f-4522-b84f-c8d5adb97369),segment_id=ee3031b6-3a7f-4522-b84f-c8d5adb97369)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:52.152961 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.156015 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Deleting port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:05:52.156367 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.167894 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] Calling delete_port for bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:52.222285 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] For port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,segment=NetworkSegment(ee3031b6-3a7f-4522-b84f-c8d5adb97369),segment_id=ee3031b6-3a7f-4522-b84f-c8d5adb97369)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:52.222676 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.240033 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Calling delete_port for bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 owned by network:dhcp {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:05:52.328008 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.364023 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] Pushing event deleted for resources: {'Port': ['ID=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:52.367811 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cfd9c0-8b06-4b4f-b086-1929da4fbf9e None None] No DVR routers for this DVR port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:05:52.383370 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187832c5-5460-4b8b-af58-6e80b34547ce req-3714285d-c36f-4c3a-8be5-9e3b82c4b90c tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:52.383370 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-187832c5-5460-4b8b-af58-6e80b34547ce req-3714285d-c36f-4c3a-8be5-9e3b82c4b90c tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0617766 Aug 30 00:05:52.392701 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (bc8f5047-17d6-4ac0-b68a-352d4aadf9a7), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.433489 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8f5047-17d6-4ac0-b68a-352d4aadf9a7,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:52.446992 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] No DVR routers for this DVR port bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 on host dv-cinder-854272-4-iscsi {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:05:52.472082 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-85725392-5eb2-4e67-913b-fd9ae7121667 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:52.473574 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-85725392-5eb2-4e67-913b-fd9ae7121667 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports/d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 942 time: 0.1525152 Aug 30 00:05:52.479964 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:52.559605 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-187832c5-5460-4b8b-af58-6e80b34547ce req-41c8f015-eba2-4295-b4ef-428c46beb8ab tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644261 Aug 30 00:05:52.564421 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (6bca7e63-294d-415a-8cd1-33a90182aee6), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.593174 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bca7e63-294d-415a-8cd1-33a90182aee6']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:52.598230 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 412ce717-9254-4153-9a86-6ac03937bf61 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:52.604690 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3031b6-3a7f-4522-b84f-c8d5adb97369') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:52.604987 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3031b6-3a7f-4522-b84f-c8d5adb97369') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:05:52.619171 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 412ce717-9254-4153-9a86-6ac03937bf61 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:05:52.619515 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 412ce717-9254-4153-9a86-6ac03937bf61 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:05:52.619939 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:52.620055 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (ee3031b6-3a7f-4522-b84f-c8d5adb97369), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.634444 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (ee3031b6-3a7f-4522-b84f-c8d5adb97369), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.641153 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d8e2f48a-54fa-4f95-996f-1ce84820f6ed no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:52.642006 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Releasing vlan 1097 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:05:52.642736 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (ee3031b6-3a7f-4522-b84f-c8d5adb97369), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.644434 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:05:52.644782 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device bc8f5047-17d6-4ac0-b68a-352d4aadf9a7 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:05:52.645241 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 146aa346-a668-4d15-8034-6c7dfdde481e no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:05:52.684563 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 146aa346-a668-4d15-8034-6c7dfdde481e {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:05:52.684911 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 146aa346-a668-4d15-8034-6c7dfdde481e not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:05:52.687725 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment ee3031b6-3a7f-4522-b84f-c8d5adb97369 resource provider aggregate not found Aug 30 00:05:52.711897 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:52.716706 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment ee3031b6-3a7f-4522-b84f-c8d5adb97369 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee3031b6-3a7f-4522-b84f-c8d5adb97369 found for delete ", "request_id": "req-c21ef037-c486-4c91-aff9-c6d4dc0ed48c"}]} Aug 30 00:05:52.745552 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d8e2f48a-54fa-4f95-996f-1ce84820f6ed is: ACTIVE; New status is: DOWN {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:05:52.746192 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.771332 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:05:52.773585 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a06f2-6988-45d2-8d79-5f26fb311acd" -d '{"events": [{"server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "name": "network-vif-unplugged", "status": "completed", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:05:52.787321 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:05:52.807679 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (6bca7e63-294d-415a-8cd1-33a90182aee6), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.808366 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 30 Aug 2022 00:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ff1fd7-afeb-4324-9065-0b5bf0daa305 x-openstack-request-id: req-91ff1fd7-afeb-4324-9065-0b5bf0daa305 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:05:52.808671 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "name": "network-vif-unplugged", "status": "failed", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed", "code": 422}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:05:52.808910 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-91ff1fd7-afeb-4324-9065-0b5bf0daa305 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:05:52.809354 dv-cinder-854272-4-iscsi neutron-server[113461]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-91ff1fd7-afeb-4324-9065-0b5bf0daa305']: {'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'code': 422} returned with failed status Aug 30 00:05:52.812801 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.817992 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/6bca7e63-294d-415a-8cd1-33a90182aee6 HTTP/1.1" status: 204 len: 168 time: 1.0784218 Aug 30 00:05:52.831414 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f2458-3dec-4547-b723-2512001736c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bca7e63-294d-415a-8cd1-33a90182aee6,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:52.893646 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:52.943384 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=6']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:53.144386 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56986) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:53.187273 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-34481e92-1682-4eee-a665-5126e86f9a54 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=c78ff4cbc0994af8855b1ac67cb281fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416925 Aug 30 00:05:53.190570 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 56988) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:53.239700 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9766ca98-6ef5-4cee-a04d-c6a3383c6c8d admin admin] Publish callbacks [] for security_group (17e95290-c864-48ff-b266-c5e758ff2b60), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:53.265644 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9766ca98-6ef5-4cee-a04d-c6a3383c6c8d admin admin] Publish callbacks [] for security_group (17e95290-c864-48ff-b266-c5e758ff2b60), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:53.404625 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9766ca98-6ef5-4cee-a04d-c6a3383c6c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (17e95290-c864-48ff-b266-c5e758ff2b60), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:53.408144 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-9766ca98-6ef5-4cee-a04d-c6a3383c6c8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:53.409345 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-9766ca98-6ef5-4cee-a04d-c6a3383c6c8d admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/17e95290-c864-48ff-b266-c5e758ff2b60 HTTP/1.1" status: 204 len: 168 time: 0.2178533 Aug 30 00:05:53.421113 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766ca98-6ef5-4cee-a04d-c6a3383c6c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e95290-c864-48ff-b266-c5e758ff2b60,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:53.693476 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ece6c-55e2-4f01-8c4e-ce31cb12afd3 req-8d86007a-bb35-4b02-9aaf-71cb065ed454 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:53.695076 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-999ece6c-55e2-4f01-8c4e-ce31cb12afd3 req-8d86007a-bb35-4b02-9aaf-71cb065ed454 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0507107 Aug 30 00:05:53.746939 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-999ece6c-55e2-4f01-8c4e-ce31cb12afd3 req-d92cb8a5-ec39-4289-9649-eb9daa397544 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458806 Aug 30 00:05:54.147286 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57002) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:54.190536 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-11b138c1-c83e-46d7-9bed-4643caf59212 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=6a86a9923ac94e39b93c5f2107a1f3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420284 Aug 30 00:05:54.193067 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57004) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:05:54.241204 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-454d214d-a705-4fc6-92c6-3e90925489b6 admin admin] Publish callbacks [] for security_group (00a7b316-5d66-4e2e-9ee4-5238327fbded), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:54.264339 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-454d214d-a705-4fc6-92c6-3e90925489b6 admin admin] Publish callbacks [] for security_group (00a7b316-5d66-4e2e-9ee4-5238327fbded), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:54.390791 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-454d214d-a705-4fc6-92c6-3e90925489b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (00a7b316-5d66-4e2e-9ee4-5238327fbded), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:54.394393 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-454d214d-a705-4fc6-92c6-3e90925489b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:05:54.399076 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-454d214d-a705-4fc6-92c6-3e90925489b6 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/00a7b316-5d66-4e2e-9ee4-5238327fbded HTTP/1.1" status: 204 len: 168 time: 0.2016921 Aug 30 00:05:54.404744 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d214d-a705-4fc6-92c6-3e90925489b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a7b316-5d66-4e2e-9ee4-5238327fbded,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:05:54.891716 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a389a-8e5b-4c7c-bbd7-aff7ebaee596 req-a30987f8-e1c8-42c5-9980-c00cceb98f90 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:54.893877 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7d0a389a-8e5b-4c7c-bbd7-aff7ebaee596 req-a30987f8-e1c8-42c5-9980-c00cceb98f90 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0590818 Aug 30 00:05:54.950208 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-7d0a389a-8e5b-4c7c-bbd7-aff7ebaee596 req-2be19b61-908a-4128-81fa-fa7613c260be tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504889 Aug 30 00:05:56.096465 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0022d-5704-49bf-beb4-878b6043a9c2 req-aa81b122-f9cb-4472-9741-03086a98a45e tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:56.097994 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9cd0022d-5704-49bf-beb4-878b6043a9c2 req-aa81b122-f9cb-4472-9741-03086a98a45e tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0506492 Aug 30 00:05:56.148675 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9cd0022d-5704-49bf-beb4-878b6043a9c2 req-f3fe5358-c129-4ff0-8d13-30a6c302e6f8 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449107 Aug 30 00:05:56.908390 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=10 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:56.910630 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=98 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:57.275782 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9dc1e-dae6-43dd-8f38-1a0402f1d51e req-c2ebf17b-3d5f-4306-a880-2232a9aa2df2 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:57.277298 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-72a9dc1e-dae6-43dd-8f38-1a0402f1d51e req-c2ebf17b-3d5f-4306-a880-2232a9aa2df2 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0510361 Aug 30 00:05:57.330036 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-72a9dc1e-dae6-43dd-8f38-1a0402f1d51e req-edcdb0da-8133-4b0e-971d-a421919a2e5a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 Aug 30 00:05:58.045216 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-36c4eebb-f7d6-4b30-bf00-729b92cad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:58.046667 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-36c4eebb-f7d6-4b30-bf00-729b92cad4e3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52&tenant_id=6516b21ff0b6423cbed032257af13839 HTTP/1.1" status: 200 len: 1127 time: 0.0747168 Aug 30 00:05:58.113633 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-c7891a9a-770a-4440-b2a3-490e31593ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:58.115164 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-c7891a9a-770a-4440-b2a3-490e31593ede service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1127 time: 0.0406129 Aug 30 00:05:58.215127 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-78c98c6f-004e-473c-86f4-13e56f524fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:58.216611 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-78c98c6f-004e-473c-86f4-13e56f524fd2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 200 len: 911 time: 0.0931413 Aug 30 00:05:58.278905 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-dac6a0f5-7eb7-4f69-91a7-227ffc1e00c8 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 999 time: 0.0542731 Aug 30 00:05:58.342462 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-33baef0e-ce35-4adf-b361-5e0ffec50890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:58.343879 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-33baef0e-ce35-4adf-b361-5e0ffec50890 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6808f874-b572-41e2-a637-b93bd9057ee3 HTTP/1.1" status: 200 len: 848 time: 0.0562494 Aug 30 00:05:58.387049 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-4472548a-37da-46be-baf1-29561bf6110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:58.388556 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-4472548a-37da-46be-baf1-29561bf6110f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b1bf2eda-aa11-4aef-b798-dafffe73963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386777 Aug 30 00:05:58.460779 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e2a6c-6644-4c65-929f-d558a7eb1f44 req-47a0dec3-c8c8-4b41-a3d8-f087d2b80057 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:58.462305 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f20e2a6c-6644-4c65-929f-d558a7eb1f44 req-47a0dec3-c8c8-4b41-a3d8-f087d2b80057 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0481930 Aug 30 00:05:58.488965 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-53fe407f-057e-4a8f-989e-1f0ca56251f9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911608 Aug 30 00:05:58.495209 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:58.515088 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-f20e2a6c-6644-4c65-929f-d558a7eb1f44 req-0d502f1c-0c3b-412c-a7de-2a4b4de0c3fa tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463963 Aug 30 00:05:58.586205 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-001ea69a-e99c-4990-adb2-eac5c5aceb6f req-332197aa-22bb-48c6-9d8f-10d5ec52283d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908856 Aug 30 00:05:59.643507 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f84893-6486-4649-86b8-0f4fe0881087 req-b884b13c-570f-4aae-b10b-42f56a9f0802 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:05:59.645009 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b7f84893-6486-4649-86b8-0f4fe0881087 req-b884b13c-570f-4aae-b10b-42f56a9f0802 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0535548 Aug 30 00:05:59.671755 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:05:59.697425 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b7f84893-6486-4649-86b8-0f4fe0881087 req-ec1bd0f5-30f3-45cc-804e-c0aede39f37e tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465996 Aug 30 00:06:00.819456 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb1116-99aa-41d8-b961-df4677fdb92a req-22dc3fd6-ebca-430d-8426-3d7428d829d1 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:00.820959 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5ecb1116-99aa-41d8-b961-df4677fdb92a req-22dc3fd6-ebca-430d-8426-3d7428d829d1 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0480800 Aug 30 00:06:00.871780 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5ecb1116-99aa-41d8-b961-df4677fdb92a req-b41bc4c4-24c1-4fa8-9e23-1220226ef931 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452309 Aug 30 00:06:01.142277 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-950175e3-2cda-4e15-aae8-9d7aa9be5cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:02.002833 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c980-b56b-4093-aeab-db4fdc06992e req-e6185067-90fd-4803-98ca-16f8adfb4631 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:02.004324 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8678c980-b56b-4093-aeab-db4fdc06992e req-e6185067-90fd-4803-98ca-16f8adfb4631 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0481529 Aug 30 00:06:02.058479 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-8678c980-b56b-4093-aeab-db4fdc06992e req-c188c6ca-3a90-49eb-88a2-5fb03f1fc218 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486155 Aug 30 00:06:03.180261 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536487f-a299-44da-961f-d4f0d981deb8 req-312b5492-2d22-4c99-92f7-7e29c4588ce0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:03.181865 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d536487f-a299-44da-961f-d4f0d981deb8 req-312b5492-2d22-4c99-92f7-7e29c4588ce0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0488000 Aug 30 00:06:03.232746 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-d536487f-a299-44da-961f-d4f0d981deb8 req-ea884603-c181-4cd3-be81-b70813a7b09e tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451043 Aug 30 00:06:03.453701 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-e15746e9-92d2-4bed-96ab-55ada756733f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:04.354705 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c23c75-c1f9-46e2-a9ec-8fbf8958f4fe req-21280859-38bd-4cea-ac8a-574002e95a67 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:04.356194 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1c23c75-c1f9-46e2-a9ec-8fbf8958f4fe req-21280859-38bd-4cea-ac8a-574002e95a67 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0490482 Aug 30 00:06:04.406475 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b1c23c75-c1f9-46e2-a9ec-8fbf8958f4fe req-b58a5254-6506-4557-8cb8-7179bce5f744 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438287 Aug 30 00:06:04.779341 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:05.529810 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76404780-b9c7-486a-8cf7-e8ee219a4181 req-c22fc365-a277-437f-aea6-436975ecffd6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:05.531337 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-76404780-b9c7-486a-8cf7-e8ee219a4181 req-c22fc365-a277-437f-aea6-436975ecffd6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.0515385 Aug 30 00:06:05.580900 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-76404780-b9c7-486a-8cf7-e8ee219a4181 req-e5217b66-42ee-428a-b010-1a88374f3d49 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439460 Aug 30 00:06:06.193434 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:06.301659 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:06.716379 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d8e2f48a-54fa-4f95-996f-1ce84820f6ed details requested by agent hyperv_hv-cinder-85427 with host hv-cinder-85427 {{(pid=113461) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 00:06:06.786255 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:06.797549 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:06.823298 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:06.835429 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Returning: {'device': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'port_id': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'mac_address': 'fa:16:3e:bf:be:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113461) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 00:06:06.873099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d8e2f48a-54fa-4f95-996f-1ce84820f6ed is: DOWN; New status is: BUILD {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:06:06.873415 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:06.887543 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e2f48a-54fa-4f95-996f-1ce84820f6ed {{(pid=113461) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 30 00:06:06.909613 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d4d6e-03fe-4687-b7f3-84dc9e3bcf71 req-83620814-858e-45f6-91fe-0842aa4ed1a3 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:06.911183 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4b2d4d6e-03fe-4687-b7f3-84dc9e3bcf71 req-83620814-858e-45f6-91fe-0842aa4ed1a3 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 943 time: 0.2585771 Aug 30 00:06:06.912705 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:06.963169 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4b2d4d6e-03fe-4687-b7f3-84dc9e3bcf71 req-fb0df4c1-7fdb-4990-8dee-b41cb2c7d53a tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460899 Aug 30 00:06:07.008005 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:07.055144 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=7']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:07.292493 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] get_ports_and_sgs() called for port_ids ['d8e2f48a-54fa-4f95-996f-1ce84820f6ed'] {{(pid=113461) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 30 00:06:08.148373 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab1270-80aa-4c82-8065-277f54f9f9e5 req-65db9f0c-81ad-4314-a0bb-cf804fd719f4 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:08.149870 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-27ab1270-80aa-4c82-8065-277f54f9f9e5 req-65db9f0c-81ad-4314-a0bb-cf804fd719f4 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 944 time: 0.1072977 Aug 30 00:06:08.209117 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-27ab1270-80aa-4c82-8065-277f54f9f9e5 req-92a4c715-6f4d-481d-95c8-5a78a2839b84 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530951 Aug 30 00:06:08.576920 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=58 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:08.582891 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:UPDATE=2,neutron:SELECT=67,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:08.730588 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d8e2f48a-54fa-4f95-996f-1ce84820f6ed up at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 00:06:08.776911 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.provisioning_blocks [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Provisioning complete for port d8e2f48a-54fa-4f95-996f-1ce84820f6ed triggered by entity L2. {{(pid=113461) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 30 00:06:08.777288 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1470304'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), provisioning_complete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:08.857467 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Current status of the port d8e2f48a-54fa-4f95-996f-1ce84820f6ed is: BUILD; New status is: ACTIVE {{(pid=113461) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 30 00:06:08.857847 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658161'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), before_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:08.869117 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:08.881965 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed'}] {{(pid=113461) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:06:08.884242 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdd1143c7f84abd8ea3d38980416ab7bec0c455fa80b785e9652d91b19991f12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e25841-587b-44dc-9f50-543f07bcb3a3" -d '{"events": [{"server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed"}]}' {{(pid=113461) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:06:08.897637 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:06:08.923812 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52281ecc-3c70-4b8a-812b-b4663352dde8 x-openstack-request-id: req-52281ecc-3c70-4b8a-812b-b4663352dde8 {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:06:08.924107 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "name": "network-vif-plugged", "status": "completed", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed", "code": 200}]} {{(pid=113461) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:06:08.924364 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-52281ecc-3c70-4b8a-812b-b4663352dde8 {{(pid=113461) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:06:08.924765 dv-cinder-854272-4-iscsi neutron-server[113461]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52281ecc-3c70-4b8a-812b-b4663352dde8'] response: {'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'code': 200} Aug 30 00:06:09.005109 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773073030786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773072651816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773072651834'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:09.056270 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Pushing event updated for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=8']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:06:09.216723 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6cfe9-5c1b-4463-ab19-7b8ba6e0dc35 req-d0406dd0-0510-4188-81bb-562285deab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:09.218218 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9ce6cfe9-5c1b-4463-ab19-7b8ba6e0dc35 req-d0406dd0-0510-4188-81bb-562285deab5d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1129 time: 0.0376456 Aug 30 00:06:09.268367 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-9ce6cfe9-5c1b-4463-ab19-7b8ba6e0dc35 req-8001bb95-bb8f-42e9-b226-ec08d8467788 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Aug 30 00:06:09.329278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616733-df81-4fd0-8e4f-eeb1d50a3b7e req-ae056e4e-6408-44b8-8dae-b4fd3daad3cd tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:09.331250 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5a616733-df81-4fd0-8e4f-eeb1d50a3b7e req-ae056e4e-6408-44b8-8dae-b4fd3daad3cd tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0486851 Aug 30 00:06:09.386253 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-5a616733-df81-4fd0-8e4f-eeb1d50a3b7e req-8a34d53a-23c9-49a1-b72f-0f7ceaa459d5 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491710 Aug 30 00:06:10.193235 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:10.509615 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367358d1-eef0-44f4-9db7-f577d06d71e8 req-63bc065d-2b77-42f8-9434-1b062eb2f4a1 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:10.511062 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-367358d1-eef0-44f4-9db7-f577d06d71e8 req-63bc065d-2b77-42f8-9434-1b062eb2f4a1 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0471470 Aug 30 00:06:10.562007 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-367358d1-eef0-44f4-9db7-f577d06d71e8 req-1455f769-982d-47ae-8100-deb8b9d644ac tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452368 Aug 30 00:06:11.686092 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bb596-70c1-4c9a-aa8a-a7cccec85519 req-8c660080-0aeb-421a-b93c-90c33f7af87c tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:06:11.687614 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4f1bb596-70c1-4c9a-aa8a-a7cccec85519 req-8c660080-0aeb-421a-b93c-90c33f7af87c tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0522537 Aug 30 00:06:11.735981 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-4f1bb596-70c1-4c9a-aa8a-a7cccec85519 req-466eb61b-b771-491d-91f3-d77acb638c69 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Aug 30 00:06:16.789101 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:06:19.261633 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=8 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:19.264643 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=10 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:20.122869 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:20.128975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:21.723675 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:21.731807 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:31.171397 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-b2f20450-9d22-42bc-b9a6-0d4f9c45973d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:33.472044 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c9e487ec-48bc-4884-b78f-bcb06ad52467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:33.908625 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:33.909438 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:34.777224 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:36.214858 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:36.311942 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:40.200121 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:06:50.133336 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:50.135196 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:06:53.788418 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:06:59.521060 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-3ba41298-bccd-460e-bcf1-4d6404f405ab req-a07853ab-f76e-42ba-9ffa-4683e9be36fc service neutron] (113460) timed out ('10.222.0.61', 64900) {{(pid=113460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:07:00.112339 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-7debfef1-a821-4e43-b9f3-b0015874ce3a req-b37dbfb7-9915-4ebf-8dfd-265555f2d87f service neutron] (113460) timed out ('10.222.0.61', 64914) {{(pid=113460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:07:01.149113 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-378b57fb-623e-4c93-a493-78e595125e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:03.443708 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-48c90956-b9dc-48ff-a6e5-8246a43c62d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:04.809544 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:06.192405 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:06.309315 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:10.250091 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:10.902653 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:10.906549 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=6 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:20.158768 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:20.161524 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:20.543194 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-5039acb7-f898-460c-9f3c-85396d7e5d55 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961635 Aug 30 00:07:20.631506 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-9155f431-6a02-4396-b4f6-e5714e54f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:20.633058 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-9155f431-6a02-4396-b4f6-e5714e54f1b6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1129 time: 0.0419028 Aug 30 00:07:20.747517 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-f9275cf8-5a18-4716-83d9-dcf4dabb7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:20.748949 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-f9275cf8-5a18-4716-83d9-dcf4dabb7be0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 200 len: 911 time: 0.0934381 Aug 30 00:07:20.815116 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-18ab27ee-f0e0-4fe5-8411-55669e43e1b7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 1001 time: 0.0551262 Aug 30 00:07:20.862759 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-3db56e6f-7d52-4172-8157-5a4ae28ad2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:20.864288 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-3db56e6f-7d52-4172-8157-5a4ae28ad2f1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6808f874-b572-41e2-a637-b93bd9057ee3 HTTP/1.1" status: 200 len: 848 time: 0.0434856 Aug 30 00:07:20.913213 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-e0b37817-280a-46d7-bd6a-f59cff7dd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:20.914773 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-e0b37817-280a-46d7-bd6a-f59cff7dd549 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b1bf2eda-aa11-4aef-b798-dafffe73963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411763 Aug 30 00:07:21.008918 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-764e0165-73ec-4c9b-984e-247c9ebcb413 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Aug 30 00:07:21.106171 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-046c34aa-9f12-4456-b6eb-5be2522a2f90 req-5e97f6ab-8ab1-4a9c-96f9-44d749a089f4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879240 Aug 30 00:07:29.343889 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=12 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:29.354119 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=14 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:30.284369 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57072) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:30.436064 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Deleting port 261b02e3-345b-4ca5-a135-00b5012cadff {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:30.436414 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (261b02e3-345b-4ca5-a135-00b5012cadff), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:30.517562 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (261b02e3-345b-4ca5-a135-00b5012cadff), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:30.517962 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for floatingip (261b02e3-345b-4ca5-a135-00b5012cadff), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:30.531294 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Calling delete_port for 261b02e3-345b-4ca5-a135-00b5012cadff owned by network:floatingip {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:30.759072 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (261b02e3-345b-4ca5-a135-00b5012cadff), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:30.788074 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:07:30.789790 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event deleted for resources: {'Port': ['ID=261b02e3-345b-4ca5-a135-00b5012cadff,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:30.804057 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.804405 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.804748 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.805088 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.805420 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.805749 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.806074 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.806401 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.806745 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.807069 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.807392 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.807714 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.808035 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.808354 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.808669 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113459) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:30.867965 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for floatingip (41ba194c-a74a-4aeb-a27d-5b846357c4a7), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:30.868304 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.db.l3_db [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Floating IP 41ba194c-a74a-4aeb-a27d-5b846357c4a7 disassociated (deleted). External IP: 172.27.2.226, port: d8e2f48a-54fa-4f95-996f-1ce84820f6ed. Aug 30 00:07:31.072399 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Router 4e59b339-3402-40d1-b59a-e6ff8c97f67f has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:07:31.101528 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=49 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:31.102755 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=52 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:31.130824 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f15e6df8-1c73-4fd7-8b68-b1c6753ee414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:31.185944 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:07:31.190952 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for floatingip (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:31.195860 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] Sync routers for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:07:31.207002 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:07:31.207666 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:07:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:31.221960 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-8d40ea13-843a-4604-be68-75faa6982fb0 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "DELETE /networking/v2.0/floatingips/41ba194c-a74a-4aeb-a27d-5b846357c4a7 HTTP/1.1" status: 204 len: 168 time: 0.9357512 Aug 30 00:07:31.223182 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed'}] {{(pid=113459) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:07:31.225483 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4039fd89a6bca12501750e8ed2303b561cad2bb258eedc7855392f2c178274a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3ef391-99f1-41ed-836b-7731f11ab14e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed"}]}' {{(pid=113459) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:07:31.283715 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 30 Aug 2022 00:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6320bf-b97b-4512-bc4a-3c91385bda4e x-openstack-request-id: req-1c6320bf-b97b-4512-bc4a-3c91385bda4e {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:07:31.283715 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed", "status": "completed", "code": 200}]} {{(pid=113459) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:07:31.283715 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-1c6320bf-b97b-4512-bc4a-3c91385bda4e {{(pid=113459) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:07:31.283715 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6320bf-b97b-4512-bc4a-3c91385bda4e'] response: {'name': 'network-changed', 'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'status': 'completed', 'code': 200} Aug 30 00:07:31.345654 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:07:31.348727 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-0dfbc252-7b2a-43c4-b057-cb8c3a5ecd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:31.350683 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-0dfbc252-7b2a-43c4-b057-cb8c3a5ecd63 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=6516b21ff0b6423cbed032257af13839&device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 1129 time: 0.0420647 Aug 30 00:07:31.451965 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-bb286420-3df7-49c3-874a-2cb5b29ad00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:31.453472 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-bb286420-3df7-49c3-874a-2cb5b29ad00c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 200 len: 911 time: 0.0933919 Aug 30 00:07:31.496773 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-1ac86199-d0f1-4ac4-b8d3-8a61a54ae961 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 200 len: 217 time: 0.0340791 Aug 30 00:07:31.547634 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:50Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:31.552260 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-52a4b61f-37d0-4dbe-955a-f30390262be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:31.553764 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-52a4b61f-37d0-4dbe-955a-f30390262be5 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=6808f874-b572-41e2-a637-b93bd9057ee3 HTTP/1.1" status: 200 len: 848 time: 0.0486927 Aug 30 00:07:31.577507 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] Checking router: 4e59b339-3402-40d1-b59a-e6ff8c97f67f for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:07:31.586865 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:07:31.587471 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:07:03Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:31.597629 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-21819f80-ece4-444a-92b7-79eb0d8744cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:31.599207 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-21819f80-ece4-444a-92b7-79eb0d8744cd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=b1bf2eda-aa11-4aef-b798-dafffe73963a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394893 Aug 30 00:07:31.698866 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:07:31.703473 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-4d12748d-9fef-44f3-9306-a3ab39f2f1d2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946352 Aug 30 00:07:31.714392 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:31.738014 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:31.751943 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de19e8-0d25-4641-9287-6c87ab7be8f7 req-810152bb-ac43-4264-b44c-36a3a699af0c tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:31.756288 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b2de19e8-0d25-4641-9287-6c87ab7be8f7 req-810152bb-ac43-4264-b44c-36a3a699af0c tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Aug 30 00:07:31.807767 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-b2de19e8-0d25-4641-9287-6c87ab7be8f7 req-9dae3789-d121-4161-8bcc-3b910b495868 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477436 Aug 30 00:07:31.893185 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:50Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:31.918319 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5981f111-c2ef-4db8-ae57-c04ff32c7be9 None None] The sync data for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi is: [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:02:45Z', 'revision_number': 4, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi', '_interfaces': [{'id': '2818a3cd-12de-4bd1-8683-96aeabba0e73', 'name': '', 'network_id': 'b1bf2eda-aa11-4aef-b798-dafffe73963a', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'mac_address': 'fa:16:3e:df:36:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:44Z', 'updated_at': '2022-08-30T00:02:50Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'subnets': [{'id': '6808f874-b572-41e2-a637-b93bd9057ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:07:32.128247 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00301718-97f8-48c9-9ee6-39da5a5771b7 None None] New status for floating IP 41ba194c-a74a-4aeb-a27d-5b846357c4a7: DOWN {{(pid=113461) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 30 00:07:32.930909 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652afc0a-d1e2-4a61-b953-fa795db081c2 req-a0f6e1dd-ea76-462f-9ce9-66547ee33237 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113459) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:32.932392 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-652afc0a-d1e2-4a61-b953-fa795db081c2 req-a0f6e1dd-ea76-462f-9ce9-66547ee33237 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0471668 Aug 30 00:07:32.987083 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-652afc0a-d1e2-4a61-b953-fa795db081c2 req-24415ad8-f088-4666-8f5f-4905731a0edd tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/security-groups?id=22ee8630-cd1d-4d80-8e96-44b526e83224&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491102 Aug 30 00:07:33.291267 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-1d3ef391-99f1-41ed-836b-7731f11ab14e req-2cd2b75e-4c90-4ad0-88b5-cacc352116e8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353357 Aug 30 00:07:33.433134 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-330a2ddd-0b81-45f3-93c4-f432672b816c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:33.571692 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-073bd2cd-240d-4edd-b380-3f80d70e88e6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113460) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 30 00:07:33.573106 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-073bd2cd-240d-4edd-b380-3f80d70e88e6 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 945 time: 0.0480964 Aug 30 00:07:33.655469 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Deleting port d8e2f48a-54fa-4f95-996f-1ce84820f6ed {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:33.655818 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:33.748258 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] For port d8e2f48a-54fa-4f95-996f-1ce84820f6ed, host hv-cinder-85427, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85427',level=0,port_id=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:07:33.748629 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:33.762101 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Calling delete_port for d8e2f48a-54fa-4f95-996f-1ce84820f6ed owned by compute:nova {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:33.987778 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (d8e2f48a-54fa-4f95-996f-1ce84820f6ed), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:34.016455 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event deleted for resources: {'Port': ['ID=d8e2f48a-54fa-4f95-996f-1ce84820f6ed,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:34.029542 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.029893 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.030242 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.030617 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.030952 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.031292 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.031622 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.031949 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.032277 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.032601 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.032928 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.033255 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.033578 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.033989 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.034317 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113460) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:34.072975 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] No DVR routers for this DVR port d8e2f48a-54fa-4f95-996f-1ce84820f6ed on host hv-cinder-85427 {{(pid=113460) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:07:34.078546 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50152'] for port (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:34.078974 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [req-8cfc6819-00f5-4751-9dd7-f5839457b84e req-c6362120-0a16-407c-84f2-7a2924ca683d tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.61 "DELETE /networking/v2.0/ports/d8e2f48a-54fa-4f95-996f-1ce84820f6ed HTTP/1.1" status: 204 len: 173 time: 0.4995325 Aug 30 00:07:34.079398 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'name': 'network-vif-deleted', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed'}] {{(pid=113460) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 30 00:07:34.081647 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.58/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41f29dcef64c06dcbee9561afb0b2fcb065644e2f641dd0c71b9984dfab897cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17af8f3f-fbf1-48b2-9bba-a51a13c7dbb3" -d '{"events": [{"server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "name": "network-vif-deleted", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed"}]}' {{(pid=113460) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 00:07:34.106347 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-9184da2c-2270-4af1-a99f-5ce21a5f54ae req-1129c8ce-a9e9-47b8-8359-6638182cc8ab tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 210 time: 0.0323904 Aug 30 00:07:34.120705 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 30 Aug 2022 00:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb8eee5-862d-45d1-8619-a137d164f506 x-openstack-request-id: req-8cb8eee5-862d-45d1-8619-a137d164f506 {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 00:07:34.121003 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4f99d9-6f44-41d0-ab65-7464370d9d52", "name": "network-vif-deleted", "tag": "d8e2f48a-54fa-4f95-996f-1ce84820f6ed", "status": "completed", "code": 200}]} {{(pid=113460) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 00:07:34.121263 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.58/compute/v2.1/os-server-external-events used request id req-8cb8eee5-862d-45d1-8619-a137d164f506 {{(pid=113460) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 00:07:34.121672 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb8eee5-862d-45d1-8619-a137d164f506'] response: {'server_uuid': '1b4f99d9-6f44-41d0-ab65-7464370d9d52', 'name': 'network-vif-deleted', 'tag': 'd8e2f48a-54fa-4f95-996f-1ce84820f6ed', 'status': 'completed', 'code': 200} Aug 30 00:07:34.807162 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:35.228180 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [req-77bec2fb-cc39-4314-a42f-1bf0aefcc72d req-bb659a83-67ef-42f6-80f6-d5a6c7a97cd2 tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "GET /networking/v2.0/ports?device_id=1b4f99d9-6f44-41d0-ab65-7464370d9d52 HTTP/1.1" status: 200 len: 210 time: 0.0285497 Aug 30 00:07:36.181872 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:36.294248 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57100) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:36.327665 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:36.356275 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-97a66556-f153-472d-9ece-423a6b380d2f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group (22ee8630-cd1d-4d80-8e96-44b526e83224), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:36.384315 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-97a66556-f153-472d-9ece-423a6b380d2f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group (22ee8630-cd1d-4d80-8e96-44b526e83224), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:36.539107 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-97a66556-f153-472d-9ece-423a6b380d2f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (22ee8630-cd1d-4d80-8e96-44b526e83224), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:36.541640 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-97a66556-f153-472d-9ece-423a6b380d2f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Publish callbacks [] for security_group (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:36.542944 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-97a66556-f153-472d-9ece-423a6b380d2f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] 10.222.0.58 "DELETE /networking/v2.0/security-groups/22ee8630-cd1d-4d80-8e96-44b526e83224 HTTP/1.1" status: 204 len: 168 time: 0.2487595 Aug 30 00:07:36.553438 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a66556-f153-472d-9ece-423a6b380d2f tempest-TestShelveInstance-1285910196 tempest-TestShelveInstance-1285910196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ee8630-cd1d-4d80-8e96-44b526e83224,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:36.659520 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57104) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:36.967599 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (4e59b339-3402-40d1-b59a-e6ff8c97f67f), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:37.132982 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:37.193398 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Deleting port 2818a3cd-12de-4bd1-8683-96aeabba0e73 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:37.193762 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:37.264835 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d8e2f48a-54fa-4f95-996f-1ce84820f6ed no longer exists at agent hyperv_hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:07:37.278832 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] For port 2818a3cd-12de-4bd1-8683-96aeabba0e73, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2818a3cd-12de-4bd1-8683-96aeabba0e73,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:07:37.279197 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:37.283883 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] No Port match for: d8e2f48a-54fa-4f95-996f-1ce84820f6ed {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:07:37.284233 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Device d8e2f48a-54fa-4f95-996f-1ce84820f6ed not bound to the agent host hv-cinder-85427 {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:07:37.293723 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Calling delete_port for 2818a3cd-12de-4bd1-8683-96aeabba0e73 owned by network:router_interface {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:37.295190 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=100 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:37.536132 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (2818a3cd-12de-4bd1-8683-96aeabba0e73), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:37.559831 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Pushing event deleted for resources: {'Port': ['ID=2818a3cd-12de-4bd1-8683-96aeabba0e73,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:37.726476 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (4e59b339-3402-40d1-b59a-e6ff8c97f67f), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:37.933318 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Router 4e59b339-3402-40d1-b59a-e6ff8c97f67f has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113459) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:07:38.020026 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:38.039295 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113459) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:07:38.044343 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-d38c4262-7e33-469b-bc54-ce7ba35cf587 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/4e59b339-3402-40d1-b59a-e6ff8c97f67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3837316 Aug 30 00:07:38.047987 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57106) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:38.048305 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] Sync routers for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:07:38.059660 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:07:38.060268 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:07:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:38.166929 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:07:38.350683 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:07:37Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:38.352300 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:38.353864 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=100 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:38.376774 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] Checking router: 4e59b339-3402-40d1-b59a-e6ff8c97f67f for host: dv-cinder-854272-4-iscsi {{(pid=113462) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:07:38.387294 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] Routers {'4e59b339-3402-40d1-b59a-e6ff8c97f67f'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113462) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:07:38.387940 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:07:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'], 'active': True} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:38.422818 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks [] for router (4e59b339-3402-40d1-b59a-e6ff8c97f67f), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:38.502571 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_dvr_db [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] Set router 4e59b339-3402-40d1-b59a-e6ff8c97f67f gateway port host: dv-cinder-854272-4-iscsi {{(pid=113462) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:07:38.514496 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:38.532556 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks [] for router_gateway (4e59b339-3402-40d1-b59a-e6ff8c97f67f), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:38.675675 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.l3_hamode_db [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:07:37Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:38.691787 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Deleting port e6294576-7b58-468e-be63-795cbbfdd36c {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:38.692127 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:38.780740 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] For port e6294576-7b58-468e-be63-795cbbfdd36c, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=e6294576-7b58-468e-be63-795cbbfdd36c,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:07:38.781105 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:38.795082 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Calling delete_port for e6294576-7b58-468e-be63-795cbbfdd36c owned by network:router_gateway {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:38.795359 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be32b9-7270-4648-9d8c-5638f4252944 None None] The sync data for ids ['4e59b339-3402-40d1-b59a-e6ff8c97f67f'] in dv-cinder-854272-4-iscsi is: [{'id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'name': 'tempest-TestShelveInstance-1418958873-router', 'tenant_id': '6516b21ff0b6423cbed032257af13839', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:41Z', 'updated_at': '2022-08-30T00:07:37Z', 'revision_number': 5, 'project_id': '6516b21ff0b6423cbed032257af13839', 'gw_port': {'id': 'e6294576-7b58-468e-be63-795cbbfdd36c', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:80:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e59b339-3402-40d1-b59a-e6ff8c97f67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:42Z', 'updated_at': '2022-08-30T00:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113462) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:07:39.033541 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (e6294576-7b58-468e-be63-795cbbfdd36c), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.064003 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Pushing event deleted for resources: {'Port': ['ID=e6294576-7b58-468e-be63-795cbbfdd36c,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:39.124938 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (4e59b339-3402-40d1-b59a-e6ff8c97f67f), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.216031 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (4e59b339-3402-40d1-b59a-e6ff8c97f67f), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.218278 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks [] for router_controller (4e59b339-3402-40d1-b59a-e6ff8c97f67f), precommit_delete_associations {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.348262 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (4e59b339-3402-40d1-b59a-e6ff8c97f67f), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.348792 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e59b339-3402-40d1-b59a-e6ff8c97f67f {{(pid=113459) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:07:39.353704 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] Publish callbacks [] for router (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.354893 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-d0aa3a2f-c8db-4c5e-aaac-7641a4b0bdae admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/4e59b339-3402-40d1-b59a-e6ff8c97f67f HTTP/1.1" status: 204 len: 168 time: 1.3059402 Aug 30 00:07:39.357712 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 57108) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:39.405832 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:39.411735 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1d014a-c946-4e35-a042-65305c019696 admin admin] Deleting subnet 6808f874-b572-41e2-a637-b93bd9057ee3 {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:07:39.415784 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b1d014a-c946-4e35-a042-65305c019696 admin admin] Publish callbacks [] for subnet (6808f874-b572-41e2-a637-b93bd9057ee3), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.444086 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:39.465442 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b1d014a-c946-4e35-a042-65305c019696 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (6808f874-b572-41e2-a637-b93bd9057ee3), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.546510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b1d014a-c946-4e35-a042-65305c019696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (6808f874-b572-41e2-a637-b93bd9057ee3), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.708509 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b1d014a-c946-4e35-a042-65305c019696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (6808f874-b572-41e2-a637-b93bd9057ee3), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.735943 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d014a-c946-4e35-a042-65305c019696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6808f874-b572-41e2-a637-b93bd9057ee3,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:39.740750 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-4b1d014a-c946-4e35-a042-65305c019696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.744269 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-4b1d014a-c946-4e35-a042-65305c019696 admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/6808f874-b572-41e2-a637-b93bd9057ee3 HTTP/1.1" status: 204 len: 168 time: 0.3853800 Aug 30 00:07:39.746931 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff2ab2-953e-4e65-88b3-d25ba8ed3c7d None None] Network b1bf2eda-aa11-4aef-b798-dafffe73963a requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:07:39.747833 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57110) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:39.823828 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (b1bf2eda-aa11-4aef-b798-dafffe73963a), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.835205 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:39.871413 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Deleting port 2078393d-dbc6-4b36-8e0b-589256e34b44 {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:39.871764 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.893824 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] DHCP port deletion for b1bf2eda-aa11-4aef-b798-dafffe73963a request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:07:39.932847 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Deleting port 2078393d-dbc6-4b36-8e0b-589256e34b44 {{(pid=113461) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:39.933226 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), before_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.942387 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] For port 2078393d-dbc6-4b36-8e0b-589256e34b44, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2078393d-dbc6-4b36-8e0b-589256e34b44,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:07:39.942797 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:39.956410 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Calling delete_port for 2078393d-dbc6-4b36-8e0b-589256e34b44 owned by network:dhcp {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:40.001099 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.db [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] For port 2078393d-dbc6-4b36-8e0b-589256e34b44, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=2078393d-dbc6-4b36-8e0b-589256e34b44,segment=NetworkSegment(4d55aa66-ecc6-4ff1-991f-86f50258d739),segment_id=4d55aa66-ecc6-4ff1-991f-86f50258d739)] {{(pid=113461) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:07:40.001459 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), precommit_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.015222 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Calling delete_port for 2078393d-dbc6-4b36-8e0b-589256e34b44 owned by network:dhcp {{(pid=113461) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:40.099133 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.105726 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807'] for port (2078393d-dbc6-4b36-8e0b-589256e34b44), after_delete {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.124648 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Pushing event deleted for resources: {'Port': ['ID=2078393d-dbc6-4b36-8e0b-589256e34b44,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:40.130799 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] No DVR routers for this DVR port 2078393d-dbc6-4b36-8e0b-589256e34b44 on host dv-cinder-854272-4-iscsi {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:07:40.135876 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Pushing event deleted for resources: {'Port': ['ID=2078393d-dbc6-4b36-8e0b-589256e34b44,revision_number=None']} {{(pid=113461) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:40.138236 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] No DVR routers for this DVR port 2078393d-dbc6-4b36-8e0b-589256e34b44 on host dv-cinder-854272-4-iscsi {{(pid=113461) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:07:40.151222 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.151222 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.151682 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.152117 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.152549 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.152804 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.153209 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.153555 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.153953 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.154289 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.154759 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.155001 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.155459 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.156083 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.156641 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45572645-5536-4059-ada1-f67a7c1dee65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-854272-4-iscsi {{(pid=113461) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 00:07:40.205159 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:40.218575 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (b1bf2eda-aa11-4aef-b798-dafffe73963a), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.242210 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bf2eda-aa11-4aef-b798-dafffe73963a']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:40.252425 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d55aa66-ecc6-4ff1-991f-86f50258d739') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:40.252660 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d55aa66-ecc6-4ff1-991f-86f50258d739') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:40.263295 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (4d55aa66-ecc6-4ff1-991f-86f50258d739), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.278042 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (4d55aa66-ecc6-4ff1-991f-86f50258d739), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.284545 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.285192 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:07:40.285568 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (4d55aa66-ecc6-4ff1-991f-86f50258d739), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.331935 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 4d55aa66-ecc6-4ff1-991f-86f50258d739 resource provider aggregate not found Aug 30 00:07:40.350754 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 4d55aa66-ecc6-4ff1-991f-86f50258d739 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d55aa66-ecc6-4ff1-991f-86f50258d739 found for delete ", "request_id": "req-eb6d12dd-5ff1-4d15-bdac-b3f8bc4bb03f"}]} Aug 30 00:07:40.413433 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (b1bf2eda-aa11-4aef-b798-dafffe73963a), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.423240 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.460791 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/b1bf2eda-aa11-4aef-b798-dafffe73963a HTTP/1.1" status: 204 len: 168 time: 0.6814592 Aug 30 00:07:40.462155 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 57116) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:40.462686 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1389cea-3d9c-449b-bfbc-072a7c425456 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1bf2eda-aa11-4aef-b798-dafffe73963a,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:40.462794 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2818a3cd-12de-4bd1-8683-96aeabba0e73 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:07:40.478976 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 2818a3cd-12de-4bd1-8683-96aeabba0e73 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:07:40.479330 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2818a3cd-12de-4bd1-8683-96aeabba0e73 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:07:40.479757 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2078393d-dbc6-4b36-8e0b-589256e34b44 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:07:40.500981 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: 2078393d-dbc6-4b36-8e0b-589256e34b44 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:07:40.501384 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device 2078393d-dbc6-4b36-8e0b-589256e34b44 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:07:40.501769 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e6294576-7b58-468e-be63-795cbbfdd36c no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:07:40.521662 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: e6294576-7b58-468e-be63-795cbbfdd36c {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:07:40.521906 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device e6294576-7b58-468e-be63-795cbbfdd36c not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:07:40.751707 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-626699'] for router_interface (0b359b88-81c3-4fec-b5d8-fe7c087790c8), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:40.903137 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:40.970134 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Deleting port a9992935-413f-4669-aa8e-a052396eb2ff {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:40.970459 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:41.053495 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] For port a9992935-413f-4669-aa8e-a052396eb2ff, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=a9992935-413f-4669-aa8e-a052396eb2ff,segment=NetworkSegment(2f21f620-baf6-4802-b20d-aa082a341567),segment_id=2f21f620-baf6-4802-b20d-aa082a341567)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:07:41.053855 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:41.066752 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Calling delete_port for a9992935-413f-4669-aa8e-a052396eb2ff owned by network:router_interface {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:41.195466 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:41.310644 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (a9992935-413f-4669-aa8e-a052396eb2ff), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:41.337139 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9992935-413f-4669-aa8e-a052396eb2ff,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:41.556400 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627387'] for router_interface (0b359b88-81c3-4fec-b5d8-fe7c087790c8), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:41.778260 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 has already been hosted by L3 agent 199c42f6-e596-40d5-b3c5-d71d621df06b {{(pid=113460) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 00:07:41.880269 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:41.890968 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] Notify agent at l3_agent.dv-cinder-854272-4-iscsi the message routers_updated {{(pid=113460) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 00:07:41.897539 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-b992a0b3-6c67-4e89-8bf5-3991237aec46 admin admin] 10.222.0.58 "PUT /networking/v2.0/routers/0b359b88-81c3-4fec-b5d8-fe7c087790c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4640262 Aug 30 00:07:41.900654 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 57118) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:41.904328 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] Sync routers for ids ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'] in dv-cinder-854272-4-iscsi {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 00:07:41.918325 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] Routers {'0b359b88-81c3-4fec-b5d8-fe7c087790c8'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:07:41.920425 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:07:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:42.049659 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] Set router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:07:42.162794 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks [] for router (0b359b88-81c3-4fec-b5d8-fe7c087790c8), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:42.263534 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:07:41Z', 'revision_number': 5, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:42.270689 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks [] for router_gateway (0b359b88-81c3-4fec-b5d8-fe7c087790c8), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:42.289633 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] Checking router: 0b359b88-81c3-4fec-b5d8-fe7c087790c8 for host: dv-cinder-854272-4-iscsi {{(pid=113461) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 00:07:42.298332 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] Routers {'0b359b88-81c3-4fec-b5d8-fe7c087790c8'} bound to L3 agent in host dv-cinder-854272-4-iscsi {{(pid=113461) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 30 00:07:42.298912 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-854272-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-29T23:42:33Z,description=,heartbeat_timestamp=2022-08-30T00:07:33Z,host='dv-cinder-854272-4-iscsi',id=199c42f6-e596-40d5-b3c5-d71d621df06b,load=0,resource_versions=,resources_synced=,started_at=2022-08-29T23:42:34Z,topic='l3_agent')) {'router_ids': ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'], 'active': True} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:42.385443 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Deleting port c7ffbb8d-0a33-4203-b6df-beda797d8461 {{(pid=113460) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:42.385781 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:42.486735 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.db [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] For port c7ffbb8d-0a33-4203-b6df-beda797d8461, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c7ffbb8d-0a33-4203-b6df-beda797d8461,segment=NetworkSegment(7f9d88c8-0873-44b8-a6e8-5823dd20b268),segment_id=7f9d88c8-0873-44b8-a6e8-5823dd20b268)] {{(pid=113460) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:07:42.487130 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:42.504499 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Calling delete_port for c7ffbb8d-0a33-4203-b6df-beda797d8461 owned by network:router_gateway {{(pid=113460) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:42.534405 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:42.545147 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:42.547199 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_dvr_db [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] Set router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 gateway port host: dv-cinder-854272-4-iscsi {{(pid=113461) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 30 00:07:42.572563 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=100 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:42.734824 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.db.l3_hamode_db [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:07:41Z', 'revision_number': 5, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}], 'dv-cinder-854272-4-iscsi', False) {} {{(pid=113461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:42.750671 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9603509'] for port (c7ffbb8d-0a33-4203-b6df-beda797d8461), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:42.766528 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baf4852-148c-4a03-94e6-cb2ca7c39573 None None] The sync data for ids ['0b359b88-81c3-4fec-b5d8-fe7c087790c8'] in dv-cinder-854272-4-iscsi is: [{'id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'name': 'tempest-TestShelveInstance-1067107416-router', 'tenant_id': 'b9da58c01b6a48649611ebb67da31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'external_fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:07:41Z', 'revision_number': 5, 'project_id': 'b9da58c01b6a48649611ebb67da31425', 'gw_port': {'id': 'c7ffbb8d-0a33-4203-b6df-beda797d8461', 'name': '', 'network_id': '7d409053-fd0b-411f-803b-807da9860c1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:6d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b359b88-81c3-4fec-b5d8-fe7c087790c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-854272-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-30T00:02:48Z', 'updated_at': '2022-08-30T00:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0ea6ad8a-50c9-4eae-a5b6-5a603401117f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-854272-4-iscsi'}] {{(pid=113461) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 00:07:42.777135 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ffbb8d-0a33-4203-b6df-beda797d8461,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:42.844545 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628552'] for router_gateway (0b359b88-81c3-4fec-b5d8-fe7c087790c8), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:42.931681 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627045', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6248'] for router (0b359b88-81c3-4fec-b5d8-fe7c087790c8), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:42.933816 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks [] for router_controller (0b359b88-81c3-4fec-b5d8-fe7c087790c8), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.044935 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-627398'] for router (0b359b88-81c3-4fec-b5d8-fe7c087790c8), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.045662 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b359b88-81c3-4fec-b5d8-fe7c087790c8 {{(pid=113460) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 00:07:43.049911 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.051116 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-1ec1500d-6699-45a8-8c10-85628a367a7b admin admin] 10.222.0.58 "DELETE /networking/v2.0/routers/0b359b88-81c3-4fec-b5d8-fe7c087790c8 HTTP/1.1" status: 204 len: 168 time: 1.1494811 Aug 30 00:07:43.054260 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 57122) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:43.100434 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cf4eb7-e639-4637-a6ef-f7660ba9c42d admin admin] Deleting subnet b917b58e-cd97-46ee-b0b5-94bc06257927 {{(pid=113460) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 30 00:07:43.104030 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-47cf4eb7-e639-4637-a6ef-f7660ba9c42d admin admin] Publish callbacks [] for subnet (b917b58e-cd97-46ee-b0b5-94bc06257927), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.142448 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-47cf4eb7-e639-4637-a6ef-f7660ba9c42d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9604828'] for subnet (b917b58e-cd97-46ee-b0b5-94bc06257927), precommit_delete_associations {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.173729 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:43.231913 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-47cf4eb7-e639-4637-a6ef-f7660ba9c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1469536'] for subnet (b917b58e-cd97-46ee-b0b5-94bc06257927), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.371302 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-47cf4eb7-e639-4637-a6ef-f7660ba9c42d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1469561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9604678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9869247'] for subnet (b917b58e-cd97-46ee-b0b5-94bc06257927), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.401915 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-47cf4eb7-e639-4637-a6ef-f7660ba9c42d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for subnet (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.405355 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-47cf4eb7-e639-4637-a6ef-f7660ba9c42d admin admin] 10.222.0.58 "DELETE /networking/v2.0/subnets/b917b58e-cd97-46ee-b0b5-94bc06257927 HTTP/1.1" status: 204 len: 168 time: 0.3501313 Aug 30 00:07:43.406175 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf4eb7-e639-4637-a6ef-f7660ba9c42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b917b58e-cd97-46ee-b0b5-94bc06257927,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:43.407372 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a8d271-fd74-41c1-a67a-31cbb3e9a699 None None] Network ce1cd282-2e59-4bc3-8a3e-667c8d9f387f requested from dv-cinder-854272-4-iscsi {{(pid=113461) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 30 00:07:43.408174 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57124) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:43.483850 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1621341'] for network (ce1cd282-2e59-4bc3-8a3e-667c8d9f387f), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.528034 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Deleting port c88434e7-d060-4eff-8e89-90eebba3621a {{(pid=113459) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 30 00:07:43.528375 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773073025244'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.601774 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.db [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] For port c88434e7-d060-4eff-8e89-90eebba3621a, host dv-cinder-854272-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-854272-4-iscsi',level=0,port_id=c88434e7-d060-4eff-8e89-90eebba3621a,segment=NetworkSegment(2f21f620-baf6-4802-b20d-aa082a341567),segment_id=2f21f620-baf6-4802-b20d-aa082a341567)] {{(pid=113459) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 00:07:43.602140 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627968'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.616437 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.plugin [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Calling delete_port for c88434e7-d060-4eff-8e89-90eebba3621a owned by network:dhcp {{(pid=113459) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 30 00:07:43.736239 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658226', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-994916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773073030858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773072651807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8685909'] for port (c88434e7-d060-4eff-8e89-90eebba3621a), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.768335 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c88434e7-d060-4eff-8e89-90eebba3621a,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:43.770608 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] No DVR routers for this DVR port c88434e7-d060-4eff-8e89-90eebba3621a on host dv-cinder-854272-4-iscsi {{(pid=113459) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 30 00:07:43.781975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e482f7-d0b7-4be1-887f-e1b88a5118af None None] DHCP port deletion for ce1cd282-2e59-4bc3-8a3e-667c8d9f387f request from dv-cinder-854272-4-iscsi {{(pid=113461) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 30 00:07:43.849126 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1467907', 'neutron.services.segments.db._delete_segments_for_network-8773073167683'] for network (ce1cd282-2e59-4bc3-8a3e-667c8d9f387f), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.871711 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1cd282-2e59-4bc3-8a3e-667c8d9f387f']}} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:43.878373 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:43.882103 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f21f620-baf6-4802-b20d-aa082a341567') {'for_net_delete': True} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:43.882406 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.services.segments.db [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f21f620-baf6-4802-b20d-aa082a341567') {} {{(pid=113459) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 00:07:43.892321 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773073192879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9494872'] for segment (2f21f620-baf6-4802-b20d-aa082a341567), before_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.905570 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585'] for segment (2f21f620-baf6-4802-b20d-aa082a341567), precommit_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.912427 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Releasing vlan 1056 on physical network physnet1 to pool {{(pid=113459) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 00:07:43.912817 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1470585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8685824'] for segment (2f21f620-baf6-4802-b20d-aa082a341567), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:43.957974 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 2f21f620-baf6-4802-b20d-aa082a341567 resource provider aggregate not found Aug 30 00:07:43.976931 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.services.segments.plugin [-] Segment 2f21f620-baf6-4802-b20d-aa082a341567 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f21f620-baf6-4802-b20d-aa082a341567 found for delete ", "request_id": "req-9232505e-f15b-466a-b294-478820e4d48c"}]} Aug 30 00:07:44.093517 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1467914', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628516'] for network (ce1cd282-2e59-4bc3-8a3e-667c8d9f387f), after_delete {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:44.099513 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron_lib.callbacks.manager [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528964'] for network (None), before_response {{(pid=113459) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:44.103071 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] 10.222.0.58 "DELETE /networking/v2.0/networks/ce1cd282-2e59-4bc3-8a3e-667c8d9f387f HTTP/1.1" status: 204 len: 168 time: 0.6939003 Aug 30 00:07:44.115121 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90396805-4ba1-4562-814c-e58bbc34c1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1cd282-2e59-4bc3-8a3e-667c8d9f387f,revision_number=None']} {{(pid=113459) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:44.401746 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [-] (113459) accepted ('10.222.0.58', 57132) {{(pid=113459) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:44.453489 dv-cinder-854272-4-iscsi neutron-server[113459]: INFO neutron.wsgi [None req-6a89fea5-c05b-490c-a0a1-8b0176b7d2d7 admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=6516b21ff0b6423cbed032257af13839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482054 Aug 30 00:07:44.454038 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 57134) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:44.455137 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a9992935-413f-4669-aa8e-a052396eb2ff no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:07:44.479373 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: a9992935-413f-4669-aa8e-a052396eb2ff {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:07:44.479724 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device a9992935-413f-4669-aa8e-a052396eb2ff not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:07:44.480157 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c7ffbb8d-0a33-4203-b6df-beda797d8461 no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:07:44.499664 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: c7ffbb8d-0a33-4203-b6df-beda797d8461 {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:07:44.500008 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c7ffbb8d-0a33-4203-b6df-beda797d8461 not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:07:44.500431 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c88434e7-d060-4eff-8e89-90eebba3621a no longer exists at agent ovs-agent-dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 00:07:44.511092 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2253-5897-4976-a5ee-fb1f2dae740e admin admin] Publish callbacks [] for security_group (271986d2-dd89-4f4d-aa0a-cf5f57bcf2a1), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:44.521731 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.plugin [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] No Port match for: c88434e7-d060-4eff-8e89-90eebba3621a {{(pid=113461) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 30 00:07:44.522070 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron.plugins.ml2.rpc [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Device c88434e7-d060-4eff-8e89-90eebba3621a not bound to the agent host dv-cinder-854272-4-iscsi {{(pid=113461) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 00:07:44.533365 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2253-5897-4976-a5ee-fb1f2dae740e admin admin] Publish callbacks [] for security_group (271986d2-dd89-4f4d-aa0a-cf5f57bcf2a1), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:44.647846 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2253-5897-4976-a5ee-fb1f2dae740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (271986d2-dd89-4f4d-aa0a-cf5f57bcf2a1), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:44.650337 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-ea3a2253-5897-4976-a5ee-fb1f2dae740e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:44.651549 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-ea3a2253-5897-4976-a5ee-fb1f2dae740e admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/271986d2-dd89-4f4d-aa0a-cf5f57bcf2a1 HTTP/1.1" status: 204 len: 168 time: 0.1964874 Aug 30 00:07:44.659754 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a2253-5897-4976-a5ee-fb1f2dae740e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271986d2-dd89-4f4d-aa0a-cf5f57bcf2a1,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:45.261068 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 57140) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:45.274989 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:DELETE=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:45.304343 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-8aef2003-51c3-450f-a47b-db426abe0eff admin admin] 10.222.0.58 "GET /networking/v2.0/security-groups?tenant_id=b9da58c01b6a48649611ebb67da31425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421059 Aug 30 00:07:45.306992 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [-] (113460) accepted ('10.222.0.58', 57142) {{(pid=113460) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 30 00:07:45.358540 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-631d0264-182a-4ce4-8e47-4178600762b9 admin admin] Publish callbacks [] for security_group (3f6331ef-d71c-41d1-bb97-30b11b1b74d2), before_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:45.380420 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-631d0264-182a-4ce4-8e47-4178600762b9 admin admin] Publish callbacks [] for security_group (3f6331ef-d71c-41d1-bb97-30b11b1b74d2), precommit_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:45.479385 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-631d0264-182a-4ce4-8e47-4178600762b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554494'] for security_group (3f6331ef-d71c-41d1-bb97-30b11b1b74d2), after_delete {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:45.481820 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron_lib.callbacks.manager [None req-631d0264-182a-4ce4-8e47-4178600762b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113460) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:07:45.483065 dv-cinder-854272-4-iscsi neutron-server[113460]: INFO neutron.wsgi [None req-631d0264-182a-4ce4-8e47-4178600762b9 admin admin] 10.222.0.58 "DELETE /networking/v2.0/security-groups/3f6331ef-d71c-41d1-bb97-30b11b1b74d2 HTTP/1.1" status: 204 len: 168 time: 0.1751802 Aug 30 00:07:45.492756 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d0264-182a-4ce4-8e47-4178600762b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6331ef-d71c-41d1-bb97-30b11b1b74d2,revision_number=None']} {{(pid=113460) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 00:07:48.677961 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=26 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:48.678798 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=34 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:54.445622 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=64,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:54.448495 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG dbcounter [-] [113459] Writing DB stats neutron:SELECT=7 {{(pid=113459) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:54.674105 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=47 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:55.486510 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:55.487315 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG dbcounter [-] [113460] Writing DB stats neutron:SELECT=52,neutron:DELETE=5 {{(pid=113460) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:07:55.506244 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=15 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:01.145070 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-90d81587-91c7-44c4-ad59-47c56409b90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:02.774163 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:02.774950 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:03.459921 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-dc05a05f-46bb-4e1d-8915-74f6da50d9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:04.805335 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:06.182755 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:06.314400 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:07.787337 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:08:10.248820 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:20.169548 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:20.172534 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:28.821971 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:28.822893 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:31.175144 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-bf1f5264-9ea9-46c9-80e1-02b76cf40afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:33.474665 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c921c40c-f3d0-4015-b659-4e900b50f45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:34.783525 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:36.212209 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:36.315327 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:40.272549 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:08:44.787216 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:08:50.190332 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:08:50.196365 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:01.118732 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-5d38d2ec-2189-4ec2-bc34-b6e9c0d95a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:01.892530 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:01.901707 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=6 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:03.434822 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7e124e0c-3c18-4277-bc73-62e29ba67aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:04.803580 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:06.186342 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:06.306102 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:10.242832 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:20.191297 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:20.193208 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:21.790400 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:09:25.927917 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-2c5a457e-9bf4-4a27-9d35-2476a398d9ad req-777a9d3d-8df7-4788-a02f-3bdad9033954 service neutron] (113460) timed out ('10.222.0.61', 64852) {{(pid=113460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:09:31.136061 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-cdc3ab7d-7bfa-401d-a7b6-caab6dddbf25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:33.429187 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-79978f3c-6b76-44e4-8344-b3c4c1b235d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:34.800853 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:36.203363 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:36.317795 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:37.265025 dv-cinder-854272-4-iscsi neutron-server[113460]: DEBUG neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-45343d59-1f19-4d95-b552-4797059f396e service neutron] (113460) timed out ('10.222.0.58', 49988) {{(pid=113460) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:09:37.472156 dv-cinder-854272-4-iscsi neutron-server[113459]: DEBUG neutron.wsgi [req-8bda46d5-ac8c-4bc2-a26f-497a91913c96 req-afea8a70-5d00-481f-a951-d71069406b9c tempest-AttachVolumeShelveTestJSON-1926753954 tempest-AttachVolumeShelveTestJSON-1926753954-project] (113459) timed out ('10.222.0.58', 49996) {{(pid=113459) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 30 00:09:38.906993 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=19 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:38.907819 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=15 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:40.240075 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:09:50.188642 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:50.190989 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:09:58.790176 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:10:01.127729 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-81e0809a-1f80-4bf5-b7c1-ca3908ec7128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:03.439234 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-68a6147f-c851-4cd0-ab6e-7a530fc27858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:04.829924 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:06.182400 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:06.309934 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:10.269214 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:15.899581 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=2 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:15.903520 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=6 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:20.198990 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:20.200933 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:28.819048 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:31.123122 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-dd4bd327-b1a6-40e3-99eb-f6b5cc86f793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:33.463635 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a6135f63-fcf4-4b6e-a000-71362487e24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:34.806272 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:35.790459 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:10:36.249902 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:36.355124 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:40.299250 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:10:50.211291 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:50.213051 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:52.903874 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:10:52.910859 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:01.451156 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6a9bc83d-6d16-4326-894a-beb9a569a778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:03.433695 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-be951a05-bf34-4d35-b549-48677b7aa9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:04.799313 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:06.181527 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:06.312712 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:10.266758 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:12.790526 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:11:20.203337 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:20.204912 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:29.904621 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=16 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:29.905397 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=18 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:31.138975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-6bc8c1da-35cc-43e6-a731-ae2699b30bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:33.447009 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-af332b18-140c-423d-a694-94479d002085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:34.804796 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:36.181893 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:36.344878 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:40.296453 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:11:49.790361 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:11:50.211246 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:11:50.217558 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:01.139770 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-7c7ec8ee-63c7-4096-9c2e-b470cc881f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:03.460958 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-8398478d-315f-4cb4-8b06-5b6918a0f8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:04.801841 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:06.207674 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:06.379313 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:06.912290 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=3 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:06.913047 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:10.283736 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:20.213182 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:20.215077 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:26.790024 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 00:12:31.120119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-f3fea04a-7ea1-4a0e-831d-f321749563a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:33.584507 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c84c3ad7-5102-425f-bec2-e6a73b1c3595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:34.818220 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-39aa3cda-9aa4-4026-827b-16ebdfc40fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (a71b152e-073e-465e-8731-2cb44e4029cb), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:36.224418 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-c061ee50-cc6a-4ad8-b1dc-e367a7db2364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (ace82a53-55f0-4633-9195-b2bb279c7b5b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:36.373018 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-0ed4cb97-1ee8-4b24-98db-d0f2e0839465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (2b9d0917-39b9-4585-852d-e78e3e99a11f), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:40.307684 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-594a885d-5312-4b9d-be3d-ec8d270c16a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (cb1016a9-04b8-4f31-8e79-7332784ae2da), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:12:43.902470 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:43.908401 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=5 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:50.237164 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:12:50.243322 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG dbcounter [-] [113461] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113461) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:01.130975 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-a9aa65f5-a12d-4670-bd0f-117a8df035e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (83c6f8ed-b489-4c4d-a4c6-839cac616a56), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:02.773313 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:02.774114 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG dbcounter [-] [113462] Writing DB stats neutron:SELECT=1 {{(pid=113462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 30 00:13:03.454119 dv-cinder-854272-4-iscsi neutron-server[113461]: DEBUG neutron_lib.callbacks.manager [None req-eadcff55-f88d-4a77-bff6-32a4e0617792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773073167665', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1468866'] for agent (199c42f6-e596-40d5-b3c5-d71d621df06b), after_update {{(pid=113461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 30 00:13:03.789666 dv-cinder-854272-4-iscsi neutron-server[113462]: DEBUG neutron.db.agents_db [None req-b21f405b-8880-40f8-95bd-7e24e1231e43 None None] Agent healthcheck: found 6 active agents {{(pid=113462) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}